-- Logs begin at Thu 2021-05-06 08:33:38 UTC, end at Thu 2021-05-06 09:49:06 UTC. --
May 06 09:16:29.776603 dv-cinder-790014-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 06 09:16:32.194095 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.common.config [-] Logging enabled!
May 06 09:16:32.194737 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev186
May 06 09:16:32.194889 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 06 09:16:32.198166 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.common.config [-] Logging enabled!
May 06 09:16:32.198428 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev186
May 06 09:16:32.198740 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 06 09:16:32.199720 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 06 09:16:32.199959 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 06 09:16:32.200319 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 06 09:16:32.200566 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 06 09:16:32.200821 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 06 09:16:32.201151 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.201454 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.201757 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.201990 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.202287 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.202579 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.202869 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.203161 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.203461 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.203751 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.204030 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.204317 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.204550 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.204861 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.205153 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.205442 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.205667 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.205952 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.206384 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.206798 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.207169 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.207376 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.207657 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.207932 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.208224 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.208495 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.208851 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] host                           = dv-cinder-790014-1-iscsi {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.209135 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.209430 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.209721 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.210010 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.210832 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.211138 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.211410 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.211689 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.211967 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.212249 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.212543 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.212870 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.213174 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.213403 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.213630 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.213922 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.214214 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.214493 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.214772 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.215050 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.215326 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.215604 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.215878 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.216169 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.216457 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.216767 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.217048 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.217455 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.217737 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.218017 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.218309 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.218588 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.218864 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.219143 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.219436 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.219710 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.219990 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.220300 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.220592 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.220905 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.221197 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.221475 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.221801 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.222084 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.222362 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.222640 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.222917 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.223199 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.223488 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.223766 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.224041 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.224320 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.224595 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.224909 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:32.225212 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.225516 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.226408 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.226697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.227003 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.227291 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.227588 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.227874 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.228170 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.228465 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.228787 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.229074 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.229368 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.229653 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.229954 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.230267 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.230566 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.230866 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.231149 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.231428 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.231709 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.231995 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.232287 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.232589 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.232910 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.233196 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.233507 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.233805 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.234087 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.234367 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.234650 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.234945 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.235229 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.235506 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.235793 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.236076 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.236370 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.236617 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.236923 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.237218 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.237497 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.237773 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.238048 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.238329 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.238602 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.238893 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.239176 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.239454 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.239729 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.240009 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.240285 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.240561 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.240868 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.241148 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.241453 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.241731 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.242006 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.242283 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.242560 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.242836 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.243119 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.243397 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.243679 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.243957 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.244234 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.244510 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.244815 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.245095 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.245389 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.245692 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.245974 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.246254 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.246534 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.246815 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.247096 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.247374 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.247656 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.247940 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.248218 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.248513 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.248828 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.249123 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.249412 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.249694 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.249994 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.250276 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.250562 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.250845 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.251126 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.251421 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.251794 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.252324 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.252658 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.253008 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.253435 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.253755 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.254113 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.254444 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.254736 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:32.255056 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 06 09:16:32.255325 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74245) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 06 09:16:32.602628 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:16:32.602893 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:16:32.603175 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:16:32.603506 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.manager [-] Loading core plugin: ml2
May 06 09:16:32.903889 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:32.904085 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:32.904338 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:32.905579 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:32.905847 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:32.906105 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.028435 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.028726 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.028993 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.042070 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.042344 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.042607 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.071803 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.072079 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.072346 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.110321 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.110594 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.110855 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.343156 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe4b207ea60> agent after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.343835 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe4b207ea60> agent after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.343835 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fe4b207e940> segment precommit_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.344005 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fe4b207e9d0> network precommit_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.344674 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fe4b20ad670> segment before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.469151 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> network before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.469470 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fe4b211b3a0> agent before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.469747 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> network before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.470017 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> port before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.470275 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> port before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.470581 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> segment after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.470839 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> segment precommit_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.471091 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> segment precommit_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.471341 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> segment after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.471617 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> network after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.471871 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> network precommit_delete 0 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.472133 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> port provisioning_complete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.472391 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.472639 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> rbac-policy after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.472924 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> agent after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.473187 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> subnet after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.473439 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> subnet precommit_delete 0 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.473704 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.473953 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.474222 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> segment_host_mapping after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.474562 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> port after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.474949 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> port after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.475205 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> port after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.475480 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.476319 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.476507 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe4b29ca550>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.476935 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 09:16:33.477173 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 09:16:33.477410 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 09:16:33.477646 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 09:16:33.477880 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 09:16:33.478113 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 09:16:33.478481 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 06 09:16:33.481712 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 06 09:16:33.485640 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 06 09:16:33.489728 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])])
May 06 09:16:33.491287 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 06 09:16:33.492269 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 06 09:16:33.492598 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 06 09:16:33.493016 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 06 09:16:33.495825 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 06 09:16:33.496234 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 06 09:16:33.496587 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 06 09:16:33.523759 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 06 09:16:33.524214 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fe4b1ef2d30>> qos_plugin after_init 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.524512 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74245) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 06 09:16:33.524928 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fe4b1fdb0d0>> logging-plugin after_init 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.526291 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74245) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 06 09:16:33.526574 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 06 09:16:33.526817 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 06 09:16:33.529977 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe4b1fdb250>> floatingip before_response 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.530223 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe4b1fdb250>> port before_response 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:33.613764 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 06 09:16:33.614003 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 06 09:16:33.614228 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 06 09:16:33.614609 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 06 09:16:33.646263 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_db.sqlalchemy.engines [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74245) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 06 09:16:34.342664 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Initializing driver for type 'gre'
May 06 09:16:34.343188 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] gre ID ranges: [(1, 1000)]
May 06 09:16:34.559962 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Initializing driver for type 'local'
May 06 09:16:34.560215 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Initializing driver for type 'vlan'
May 06 09:16:34.645563 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] VlanTypeDriver initialization complete
May 06 09:16:34.645902 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Initializing driver for type 'vxlan'
May 06 09:16:34.646408 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] vxlan ID ranges: [(1, 1000)]
May 06 09:16:34.874454 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Initializing extension driver 'port_security'
May 06 09:16:34.874711 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.extensions.port_security [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] PortSecurityExtensionDriver initialization complete
May 06 09:16:34.875069 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Initializing mechanism driver 'openvswitch'
May 06 09:16:34.875397 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Initializing mechanism driver 'hyperv'
May 06 09:16:34.881926 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.plugins.ml2.plugin [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:16:34.882687 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1f19fa0>> port after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.883062 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1f19fa0>> port after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.883422 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1f19fa0>> port after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.883806 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1e909d0>> subnet after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.884160 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1e909d0>> subnet after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.884501 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1e909d0>> subnet after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.884972 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a4cd90>> network after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.885321 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a4cd90>> network after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.885660 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a4cd90>> network after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.886041 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a4ce20>> security_group after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.886392 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a4ce20>> security_group after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.886726 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a4ce20>> security_group after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.887100 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a502b0>> security_group_rule after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.887440 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a502b0>> security_group_rule after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.887774 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a502b0>> security_group_rule after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.888149 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a50520>> address_group after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.888490 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a50520>> address_group after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.888850 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4b1a50520>> address_group after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.889197 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] ML2 OVO RPC backend initialized. {{(pid=74245) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 06 09:16:34.889920 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> router_interface after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893472 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> router_interface after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893472 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> network before_response 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893472 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> networks before_response 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893472 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> port before_response 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> ports before_response 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> subnet before_response 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> subnets before_response 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> network after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893995 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> network after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893995 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> network after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893995 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> port after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.893995 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> port after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.894294 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> port after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.894634 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> subnet after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.894967 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> subnet after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.895300 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe4b1a50910>> subnet after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.895874 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.plugin [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Modular L2 Plugin initialization complete
May 06 09:16:34.896197 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading services supported by the core plugin {{(pid=74245) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 06 09:16:34.896521 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.plugins.ml2.managers [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Got port-security extension from driver 'port_security'
May 06 09:16:34.897015 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.extensions.vlantransparent [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Disabled vlantransparent extension.
May 06 09:16:34.897501 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74245) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 06 09:16:34.897817 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading Plugin: router
May 06 09:16:34.934562 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router_interface before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.934954 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router after_create 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.935325 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router before_create 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.935695 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router_interface before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.936063 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router_interface after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.936418 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router after_delete 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.936799 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> floatingip after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.937163 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router after_create 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.937509 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router after_update 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.937858 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router after_update 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.938206 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router_gateway after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.938562 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router after_update 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.938963 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router precommit_update 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.939328 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fe4b2068670> port after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.939673 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fe4b2068700> port after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.940009 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fe4b20685e0> subnet after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.940344 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fe4b2068160> subnetpool_address_scope after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.940715 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> port precommit_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.941055 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router precommit_create 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.941394 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fe4b20569d0> port before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.941744 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router precommit_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.942093 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router after_update 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.942483 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router precommit_delete 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.942776 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router precommit_create 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.943212 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router_interface after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.943475 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> router precommit_update 55549900 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.943844 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe4b1a50a30>> network after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.944781 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Tracking information for resource: router configured {{(pid=74245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 09:16:34.945122 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Tracking information for resource: floatingip configured {{(pid=74245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 06 09:16:34.950359 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.db.l3_agentschedulers_db [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 06 09:16:34.950939 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fe4b19c4280> port after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.951302 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fe4b19c4160> port after_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.951655 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function _notify_port_delete at 0x7fe4b19c41f0> port after_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.952013 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fe4b19c4550> port after_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.952849 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe4b19f7250>> router before_create 55550100 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.953220 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe4b19f7250>> router precommit_delete 55550100 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.953584 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe4b19f7250>> router precommit_create 55550100 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.953942 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe4b19f7250>> router precommit_update 55550100 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.958541 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.services.provider_configuration [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service providers = [] {{(pid=74245) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 06 09:16:34.958909 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.db.servicetype_db [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74245) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 06 09:16:34.961971 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.services.service_base [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 06 09:16:34.962321 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.services.service_base [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 06 09:16:34.962658 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.services.service_base [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 06 09:16:34.963540 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.services.service_base [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 06 09:16:34.963912 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.services.service_base [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Default provider is not specified for service type L3_ROUTER_NAT
May 06 09:16:34.965906 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 09:16:34.966237 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 06 09:16:34.977372 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 09:16:34.977706 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading Plugin: auto_allocate
May 06 09:16:34.983546 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe4b1a0a8b0> network precommit_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.983911 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe4b1a0a8b0> network precommit_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:34.984434 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 09:16:34.984776 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading Plugin: tag
May 06 09:16:34.992139 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 09:16:34.992465 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading Plugin: timestamp
May 06 09:16:34.996260 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 09:16:34.996591 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading Plugin: network_ip_availability
May 06 09:16:35.001862 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe4b1a08850>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:35.002232 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe4b1a08850>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:35.002584 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe4b1a08850>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:35.003307 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 09:16:35.003624 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading Plugin: flavors
May 06 09:16:35.008543 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 09:16:35.008903 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading Plugin: revisions
May 06 09:16:35.013132 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 06 09:16:35.013526 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_concurrency.lockutils [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.410s {{(pid=74245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:16:35.014290 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74245) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 06 09:16:35.014628 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Initializing extension manager.
May 06 09:16:35.015130 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: __init__.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.015469 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: __pycache__ {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.015801 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.016131 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: address_group.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.016919 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.017498 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: address-group
May 06 09:16:35.017817 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: address_scope.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.018522 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.019038 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: address-scope
May 06 09:16:35.019356 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: admin_state_down_before_update.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.026522 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.027056 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: router-admin-state-down-before-update
May 06 09:16:35.027377 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: agent.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.028103 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.028611 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: agent
May 06 09:16:35.028955 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: agent_resources_synced.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.029883 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.030392 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: agent-resources-synced
May 06 09:16:35.030716 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: allowedaddresspairs.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.032525 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.033084 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: allowed-address-pairs
May 06 09:16:35.033410 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: auto_allocated_topology.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.034487 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.035006 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: auto-allocated-topology
May 06 09:16:35.035325 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: availability_zone.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.036017 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.036526 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: availability_zone
May 06 09:16:35.036888 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: availability_zone_filter.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.037793 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.038923 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: availability_zone_filter
May 06 09:16:35.039154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: data_plane_status.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.040050 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.040556 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension data-plane-status not supported by any of loaded plugins
May 06 09:16:35.040913 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: default_subnetpools.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.041861 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.042514 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: default-subnetpools
May 06 09:16:35.042837 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: dhcpagentscheduler.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.043959 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.044583 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: dhcp_agent_scheduler
May 06 09:16:35.045198 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: dns.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.046452 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.047138 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension dns-integration not supported by any of loaded plugins
May 06 09:16:35.047461 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: dns_domain_ports.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.048423 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.048962 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension dns-domain-ports not supported by any of loaded plugins
May 06 09:16:35.049289 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: dvr.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.049977 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.050517 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: dvr
May 06 09:16:35.050853 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: empty_string_filtering.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.051744 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.052256 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: empty-string-filtering
May 06 09:16:35.052571 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.055480 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.056013 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 06 09:16:35.056333 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.057264 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.057772 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 06 09:16:35.058095 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: external_net.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.058989 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.059500 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: external-net
May 06 09:16:35.059818 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: extra_dhcp_opt.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.060744 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.061256 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: extra_dhcp_opt
May 06 09:16:35.061573 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: extraroute.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.062523 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.063395 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: extraroute
May 06 09:16:35.063929 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: extraroute_atomic.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.065604 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.066511 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: extraroute-atomic
May 06 09:16:35.067079 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: filter_validation.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.067857 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.068390 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: filter-validation
May 06 09:16:35.068724 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: fip_pf_description.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.069899 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.070409 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 06 09:16:35.070732 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: fip_port_details.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.071656 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.072167 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: fip-port-details
May 06 09:16:35.072486 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: flavors.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.073754 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.074270 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: flavors
May 06 09:16:35.074599 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.076266 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.076901 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 06 09:16:35.077233 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: floatingip_pools.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.077930 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.078438 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: floatingip-pools
May 06 09:16:35.078763 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: ip_allocation.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.079683 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.080190 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension ip_allocation not supported by any of loaded plugins
May 06 09:16:35.080510 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.081461 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.081978 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: ip-substring-filtering
May 06 09:16:35.082308 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: l2_adjacency.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.083241 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.083752 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension l2_adjacency not supported by any of loaded plugins
May 06 09:16:35.084074 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: l3.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.085143 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.085666 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: router
May 06 09:16:35.085990 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: l3_conntrack_helper.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.088297 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.088873 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 06 09:16:35.089208 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.090134 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.090653 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: ext-gw-mode
May 06 09:16:35.090981 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.096086 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.096733 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: l3-ha
May 06 09:16:35.097193 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: l3_flavors.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.098116 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.098633 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: l3-flavors
May 06 09:16:35.098955 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.099893 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.100357 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: l3-port-ip-change-not-allowed
May 06 09:16:35.101209 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: l3agentscheduler.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.102338 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.102849 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: l3_agent_scheduler
May 06 09:16:35.103174 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: logging.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.104674 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.105222 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension logging not supported by any of loaded plugins
May 06 09:16:35.105558 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: metering.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.106290 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.106894 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: metering
May 06 09:16:35.107203 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.108286 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.108866 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: metering_source_and_destination_fields
May 06 09:16:35.109201 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: multiprovidernet.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.110260 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.110777 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: multi-provider
May 06 09:16:35.111090 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: netmtu.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.111993 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.112648 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: net-mtu
May 06 09:16:35.112887 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: netmtu_writable.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.113789 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.114296 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: net-mtu-writable
May 06 09:16:35.114612 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: network_availability_zone.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.115269 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.115766 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: network_availability_zone
May 06 09:16:35.116079 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: network_ip_availability.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.117789 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.118299 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: network-ip-availability
May 06 09:16:35.118662 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: network_segment_range.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.119433 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.119938 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension network-segment-range not supported by any of loaded plugins
May 06 09:16:35.120256 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: pagination.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.121259 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.121587 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: pagination
May 06 09:16:35.121908 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: port_device_profile.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.122798 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.123307 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: port-device-profile
May 06 09:16:35.123625 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.124574 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.125064 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: port-mac-address-regenerate
May 06 09:16:35.125382 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.126270 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.126778 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: port-numa-affinity-policy
May 06 09:16:35.127093 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: port_resource_request.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.128180 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.129082 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension port-resource-request not supported by any of loaded plugins
May 06 09:16:35.129636 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: portbindings.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.131106 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.132068 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: binding
May 06 09:16:35.132530 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: portbindings_extended.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.133840 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.134358 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: binding-extended
May 06 09:16:35.134680 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: portsecurity.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.135579 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.136085 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: port-security
May 06 09:16:35.136405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: project_id.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.137394 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.137711 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: project-id
May 06 09:16:35.138029 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: providernet.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.138931 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.139442 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: provider
May 06 09:16:35.139761 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: qos.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.143296 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.143815 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension qos not supported by any of loaded plugins
May 06 09:16:35.144143 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.145405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.145931 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 06 09:16:35.146254 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.147157 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.147673 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 06 09:16:35.147991 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: qos_default.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.148922 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.149434 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension qos-default not supported by any of loaded plugins
May 06 09:16:35.149755 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: qos_fip.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.150390 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.150893 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension qos-fip not supported by any of loaded plugins
May 06 09:16:35.151217 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: qos_gateway_ip.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.152124 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.152631 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 06 09:16:35.152981 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: qos_port_network_policy.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.153877 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.154687 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 06 09:16:35.155239 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: qos_rule_type_details.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.156722 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.157612 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 06 09:16:35.158187 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: qos_rules_alias.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.159358 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.159878 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension qos-rules-alias not supported by any of loaded plugins
May 06 09:16:35.160200 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: quotasv2.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.161382 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.161641 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: quotas
May 06 09:16:35.161961 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: quotasv2_detail.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.164073 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.164407 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: quota_details
May 06 09:16:35.164754 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: rbac.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.165810 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.166339 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: rbac-policies
May 06 09:16:35.166662 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: rbac_address_group.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.167575 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.168089 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: rbac-address-group
May 06 09:16:35.168410 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: rbac_address_scope.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.169348 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.170146 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: rbac-address-scope
May 06 09:16:35.170465 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: rbac_security_groups.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.171374 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.171889 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: rbac-security-groups
May 06 09:16:35.172207 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: rbac_subnetpool.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.173113 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.173620 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: rbac-subnetpool
May 06 09:16:35.173944 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: revisionifmatch.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.174840 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.175343 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: revision-if-match
May 06 09:16:35.175709 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: revisions.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.176793 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.177342 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: standard-attr-revisions
May 06 09:16:35.177620 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: router_availability_zone.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.178278 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.179783 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: router_availability_zone
May 06 09:16:35.180337 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: routerservicetype.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.181828 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.182732 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension router-service-type not supported by any of loaded plugins
May 06 09:16:35.183295 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.184231 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.184780 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: security-groups-normalized-cidr
May 06 09:16:35.185107 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: security_groups_port_filtering.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.186022 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.186540 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: port-security-groups-filtering
May 06 09:16:35.186866 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.187776 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.188293 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: security-groups-remote-address-group
May 06 09:16:35.188614 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: securitygroup.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.198389 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.198923 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: security-group
May 06 09:16:35.203848 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: segment.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.203848 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.203848 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension segment not supported by any of loaded plugins
May 06 09:16:35.203848 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.204645 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.205229 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 06 09:16:35.205559 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: servicetype.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.206691 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.207215 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: service-type
May 06 09:16:35.207539 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: sorting.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.208516 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.208871 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: sorting
May 06 09:16:35.209193 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: standard_attr_segment.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.210695 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.211229 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension standard-attr-segment not supported by any of loaded plugins
May 06 09:16:35.211552 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: standardattrdescription.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.212197 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.212729 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: standard-attr-description
May 06 09:16:35.213049 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: stateful_security_group.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.213961 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.214485 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: stateful-security-group
May 06 09:16:35.214803 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: stdattrs_common.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.215384 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 06 09:16:35.215703 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.216681 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.217220 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 06 09:16:35.217605 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: subnet_onboard.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.218947 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.219471 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: subnet_onboard
May 06 09:16:35.219799 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.220728 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.221236 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 06 09:16:35.221553 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: subnet_service_types.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.222703 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.223219 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: subnet-service-types
May 06 09:16:35.223542 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: subnetallocation.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.224633 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.225186 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: subnet_allocation
May 06 09:16:35.225505 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.226755 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.227267 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: subnetpool-prefix-ops
May 06 09:16:35.227589 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.228528 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.229075 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 06 09:16:35.229388 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: tagging.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.230498 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.231028 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: standard-attr-tag
May 06 09:16:35.231350 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: timestamp.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.232554 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.233143 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loaded extension: standard-attr-timestamp
May 06 09:16:35.233470 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: trunk.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.234516 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.235026 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension trunk not supported by any of loaded plugins
May 06 09:16:35.235347 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: trunk_details.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.236273 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.236792 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension trunk-details not supported by any of loaded plugins
May 06 09:16:35.243307 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: uplink_status_propagation.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.243964 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.244625 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 06 09:16:35.244971 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Loading extension file: vlantransparent.py {{(pid=74245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 06 09:16:35.246133 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 06 09:16:35.246133 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extension vlan-transparent not supported by any of loaded plugins
May 06 09:16:35.248668 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:network
May 06 09:16:35.249456 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:subnet
May 06 09:16:35.250259 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:subnetpool
May 06 09:16:35.250878 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:port
May 06 09:16:35.252147 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.252594 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service FLAVORS assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.253259 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.253690 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.254014 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:router
May 06 09:16:35.254668 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:floatingip
May 06 09:16:35.255384 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service METERING assigned prefix: /metering {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.256906 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe4b18e2d90>> rbac-policy before_create 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:35.257274 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe4b18e2d90>> rbac-policy before_update 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:35.257625 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe4b18e2d90>> rbac-policy before_delete 55550000 {{(pid=74245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:16:35.258810 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of CountableResource for resource:rbac_policy
May 06 09:16:35.259270 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:security_group
May 06 09:16:35.259951 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:security_group_rule
May 06 09:16:35.260728 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service CORE assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.261050 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:subnetpool
May 06 09:16:35.261387 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] subnetpool is already registered
May 06 09:16:35.262003 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service CORE assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.262446 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:subnetpool
May 06 09:16:35.262864 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] subnetpool is already registered
May 06 09:16:35.265606 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.266229 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service FLAVORS assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.266830 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.267250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.267846 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:router
May 06 09:16:35.267948 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] router is already registered
May 06 09:16:35.268500 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:floatingip
May 06 09:16:35.268854 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] floatingip is already registered
May 06 09:16:35.269490 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service METERING assigned prefix: /metering {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.270192 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of CountableResource for resource:rbac_policy
May 06 09:16:35.270514 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] rbac_policy is already registered
May 06 09:16:35.272109 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:security_group
May 06 09:16:35.272949 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] security_group is already registered
May 06 09:16:35.273589 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:security_group_rule
May 06 09:16:35.273915 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] security_group_rule is already registered
May 06 09:16:35.274590 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service CORE assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.274917 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:subnetpool
May 06 09:16:35.275236 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] subnetpool is already registered
May 06 09:16:35.275830 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.v2.resource_helper [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Service CORE assigned prefix:  {{(pid=74245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 06 09:16:35.276150 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Creating instance of TrackedResource for resource:subnetpool
May 06 09:16:35.276468 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING neutron.quota.resource_registry [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] subnetpool is already registered
May 06 09:16:35.277156 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: extensions {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.278679 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: address-groups {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.283351 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: address-scopes {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.283351 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: agents {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.283351 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: auto-allocated-topology {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.284008 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: availability_zones {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.285368 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: dhcp-networks {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.287111 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: dhcp-agents {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.289190 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: routers {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.291040 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: flavors {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.292219 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: service_profiles {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.293516 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: next_providers {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.295323 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: service_profiles {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.296877 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: floatingip-pools {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.298114 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: routers {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.299941 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: floatingips {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.301171 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: l3-routers {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.302553 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: l3-agents {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.304005 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: metering-labels {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.305405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: metering-label-rules {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.306688 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: network-ip-availabilities {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.308073 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: bindings {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.310019 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: quotas {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.311462 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: quotas {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.312929 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: rbac-policies {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.314218 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: security-groups {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.315432 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: security-group-rules {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.316696 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: service-providers {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.317954 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: subnetpools {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.319404 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: subnetpools {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.320939 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.322623 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.324445 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.326898 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.328094 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.330346 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.332043 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.335595 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.337485 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.453563 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron.api.extensions [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Extended resource: tags {{(pid=74245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 06 09:16:35.459552 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING keystonemiddleware.auth_token [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 06 09:16:35.464903 dv-cinder-790014-1-iscsi neutron-server[74245]: WARNING keystonemiddleware.auth_token [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 06 09:16:35.473254 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_concurrency.lockutils [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Acquired lock "singleton_lock" {{(pid=74245) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 06 09:16:35.473734 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_concurrency.lockutils [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Releasing lock "singleton_lock" {{(pid=74245) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 06 09:16:35.474381 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO oslo_service.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Starting 2 workers
May 06 09:16:35.479683 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Started child 74356 {{(pid=74245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 06 09:16:35.484467 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Started child 74357 {{(pid=74245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 06 09:16:35.484996 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:35.486129 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO neutron.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Neutron service started, listening on 0.0.0.0:9696
May 06 09:16:35.486628 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [-] (74356) wsgi starting up on http://0.0.0.0:9696
May 06 09:16:35.486776 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Notify callbacks [] for process, before_spawn {{(pid=74245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:35.489206 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO oslo_service.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Starting 1 workers
May 06 09:16:35.489427 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:35.490822 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [-] (74357) wsgi starting up on http://0.0.0.0:9696
May 06 09:16:35.494358 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Started child 74358 {{(pid=74245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 06 09:16:35.494900 dv-cinder-790014-1-iscsi neutron-server[74245]: INFO oslo_service.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Starting 1 workers
May 06 09:16:35.497850 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] calling RpcWorker wait() {{(pid=74358) _wait /opt/stack/neutron/neutron/service.py:128}}
May 06 09:16:35.498563 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] returning from RpcWorker wait() {{(pid=74358) _wait /opt/stack/neutron/neutron/service.py:135}}
May 06 09:16:35.499385 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Started child 74359 {{(pid=74245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 06 09:16:35.499620 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:35.500089 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:16:35.500190 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG neutron_lib.callbacks.manager [None req-278ccb89-a5e9-4be4-bf3a-098f0cc40d8a None None] Notify callbacks [] for process, after_spawn {{(pid=74245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:35.502516 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74245) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 06 09:16:35.502516 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 06 09:16:35.502516 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 06 09:16:35.502932 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 06 09:16:35.503059 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 06 09:16:35.503182 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 06 09:16:35.503656 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.503937 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.504202 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.504387 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:35.505246 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.505246 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.505544 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:16:35.505690 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.505690 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.505980 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.506146 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.506327 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.506520 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.506690 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.506973 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.507199 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.507498 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.507768 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.507996 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.508284 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.508500 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.508672 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.508964 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.509195 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.509463 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.509810 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.510522 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.510764 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.511025 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.511261 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.511538 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.511791 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.512061 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.512310 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.512543 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.512787 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.513063 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.513298 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.513530 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.513766 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.514032 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.514256 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.514750 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] host                           = dv-cinder-790014-1-iscsi {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.514993 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.515215 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.515466 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.515794 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.515979 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.516212 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.516464 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.516722 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.517131 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.517288 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.517460 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.517725 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.517914 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.518158 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.518323 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.518559 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.518848 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.519114 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.519382 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.519544 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.519682 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.519932 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.520083 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.520310 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.520451 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.520665 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.520915 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.521176 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.521384 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.521641 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.521871 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.522104 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.522312 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.523109 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.523353 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.523575 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.523804 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.524017 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.524228 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.524457 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.524668 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.524950 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.525181 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.525391 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.525652 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.525931 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.526116 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.526346 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.526616 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.526846 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.527192 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.527344 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.527559 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.527854 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.528044 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.528288 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.528502 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.528745 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.529119 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.529262 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.529397 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.529608 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.529824 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.530079 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.530450 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.530678 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.530678 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.531152 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.531726 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.531726 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.532162 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.532388 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.532608 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.532911 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.533084 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.533287 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.533517 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.533783 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.534037 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.534355 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.534609 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.534921 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.535151 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.535412 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.535751 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.536033 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.536294 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.536552 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.537020 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.537312 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.537537 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.537881 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.538238 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.539040 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.539328 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.539548 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.539792 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.540025 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.540246 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.540482 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.540726 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.540995 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.546697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.546697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.546697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.546697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.546697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.546697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.546697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.546697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.546697 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.548250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.548250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.548250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.548250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.548250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.548250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.548250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.548250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.548250 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.549154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.549154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.549154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.549154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.549154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.549154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.549154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.549154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.549154 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.550415 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.550415 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.550415 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.550415 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.550415 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.550415 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.550415 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.552796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.552796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.552796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.552796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.552796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.552796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.552796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.552796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.552796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.554200 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.554200 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.554200 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.554200 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.554200 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.554200 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.554200 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.555105 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.555105 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.555105 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.555952 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.555952 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.555952 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.560487 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.560487 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.560487 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.560487 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.560487 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.560487 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.560487 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.560487 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.563449 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.563449 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.563449 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.563449 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.563449 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.563449 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.563449 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.563449 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564092 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564092 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564092 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564092 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564092 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564092 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564092 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564092 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564734 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564734 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564734 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564734 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564734 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564734 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564734 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.564734 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.565301 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.565301 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.565301 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.565301 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.565603 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.565712 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.565999 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.566246 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.566638 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.566842 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.567237 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.567579 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.567851 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.568108 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.568257 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.568621 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.568834 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.568993 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.569274 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.570047 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.570285 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.570551 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.570949 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.571298 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.571298 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.571561 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.571907 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.571907 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.572158 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.572293 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.572524 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.572742 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.572956 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.573189 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.573406 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.573637 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.573856 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.574071 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.574311 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.574523 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.574759 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.576248 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.576248 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.576248 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.576248 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.576248 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.576248 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.577007 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.577007 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.577007 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.577360 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.577360 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.577604 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.577729 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.578654 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.578654 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.578654 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.578654 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.579165 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.579165 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.579408 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.579408 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.579646 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.580199 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.580199 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.580456 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.580634 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.580908 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.583419 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.583419 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.583419 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.583419 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.583419 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.583419 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.583419 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.583419 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.584405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.584405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.584405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.584405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.584405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.584405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.584405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.584405 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.586226 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.586226 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.586226 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.586226 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.586226 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.586810 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.586810 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.586810 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.587172 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.587307 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.587439 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.587649 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.587965 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.588276 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.588276 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.588524 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.588741 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.588949 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.589160 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.589373 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.589600 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.589825 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.590060 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.590272 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.590484 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.590695 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.591218 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.591570 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.591797 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.592097 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.592350 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.592613 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.592898 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.593221 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.593460 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.593695 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.593942 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.594164 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.594417 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.594644 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.594928 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.595230 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.595506 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.595732 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.596016 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.596303 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.596538 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.596866 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.597099 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.597437 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.597726 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.597966 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.598252 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.598503 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.598737 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.599007 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.599331 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.599331 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.599627 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.599767 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.599958 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.600214 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.600491 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.600678 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.600938 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.601197 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.601454 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.601750 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.601903 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.602059 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 06 09:16:35.602618 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74245) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 06 09:16:35.602777 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 06 09:16:35.602928 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 06 09:16:35.603114 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 06 09:16:35.603281 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 06 09:16:35.603431 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 06 09:16:35.603636 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.603796 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.603954 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.604112 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.604269 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.604445 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.604605 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.604792 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.604951 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.605104 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.605257 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.605422 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.605565 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.605722 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.605878 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.606035 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.606192 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.606349 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.606512 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.606673 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.606829 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.606986 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.607142 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.607298 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.607475 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.607626 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.607778 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.607934 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.608093 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.608248 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.608404 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.608674 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.608815 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.608938 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.609102 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.609295 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.609295 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.609756 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.609756 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.609756 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.610838 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] host                           = dv-cinder-790014-1-iscsi {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.610838 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.610838 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.610838 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.610838 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.610838 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.610838 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.612125 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.612125 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.612125 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.612125 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.612125 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.612125 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.612125 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.612125 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.612125 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613026 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613026 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613026 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613026 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613026 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613026 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613721 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613721 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613721 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613721 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.613721 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.614357 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.614357 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.614357 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.614357 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.614767 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.614767 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.614914 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.615106 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.615400 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.615629 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.615893 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.616208 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.616498 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.616666 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.616854 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.617119 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.617401 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.617615 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.617809 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.617931 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.618069 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.618227 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.618385 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.618543 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.618733 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.618860 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.619022 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.619234 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.619331 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.619708 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.619708 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.620106 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.620106 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.620106 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.620311 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.620400 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.620502 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.620660 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.620844 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.621002 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.621159 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.621317 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.621560 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 06 09:16:35.621660 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.621806 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.621975 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.622137 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.622297 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.622686 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.622686 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.622849 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.622928 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.623063 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.623236 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.623387 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.623554 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.623714 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.623875 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.624042 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.624203 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.624361 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.624522 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.624682 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.624865 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.625026 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.625238 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.625407 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.625505 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.625729 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.625915 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.626004 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.626094 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.626257 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.626418 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.626618 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.626868 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.626969 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.627050 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.627197 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.627357 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.627519 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.627679 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.627841 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.628001 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.628162 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.628323 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.628562 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.628730 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.628818 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.628968 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.629129 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.629289 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.629448 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.629620 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.629781 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.629977 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.630100 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.630261 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.630605 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.630605 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.631076 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.631076 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.631076 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.631285 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.631363 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.631466 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.631743 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.632649 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.632649 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.632649 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.632879 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.632949 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.633245 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.633245 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.633411 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.633553 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.633712 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.633872 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.634034 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.634194 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.634355 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.634515 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.634675 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.634835 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.635140 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.635140 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.635421 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.635421 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.635700 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.635700 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.635952 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.636052 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.636212 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.636374 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.636533 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.636693 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.636930 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.637020 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.637178 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.637342 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.637510 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.637655 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.637826 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.637975 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.638110 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.638247 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.638382 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.638548 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.638705 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.638922 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.639065 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.639218 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.639358 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.639471 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.639586 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.639721 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.639892 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.640037 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.640205 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.640379 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.640553 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.640682 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.640863 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.641022 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.641192 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.641335 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.641478 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.641646 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.641937 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.641937 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.642226 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.642368 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.642513 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.642783 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.642783 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.642939 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.643017 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.643180 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.643415 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.643499 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.643635 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.643797 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.643955 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.644115 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.644275 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.644499 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.644832 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.645091 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.645256 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.645415 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.645578 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.645757 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.645901 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.646061 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.646222 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.646382 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.646542 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.646703 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.647024 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.647186 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.647342 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.647565 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.648237 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.648398 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.648558 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.648742 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.648900 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.649059 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.649218 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.649377 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.649536 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.649695 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.649857 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.650017 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.650179 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.650338 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.650499 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.650660 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.650820 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.650982 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.651142 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.651301 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.651461 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.651628 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.651783 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.651984 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.652076 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.652240 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.652399 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.652563 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.652773 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.652931 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.653098 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.653241 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.653635 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.653635 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.654296 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.654296 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.654296 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.654296 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.654296 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.654785 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.654785 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.654785 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.654993 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.655071 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.655214 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.655337 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.655576 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.655653 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.655885 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.656144 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.656144 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.656290 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.656421 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.656570 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.656763 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.656916 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.657080 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.657249 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.657408 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.657570 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.657730 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.657886 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.658053 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.658212 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.658371 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.658528 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.658687 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.658857 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.659231 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.659231 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.659379 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.659447 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.659614 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.659776 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.659933 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.660099 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.660312 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.660448 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.660589 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.660766 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.660881 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.661041 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.661201 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.661362 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.661524 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.661687 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.661853 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.662130 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.662279 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.662362 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.662480 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.662658 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.662804 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.663739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.663739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.663739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.663739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.663739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.663739 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.664609 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.664609 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.664609 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.664609 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.664609 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.665418 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.665418 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.665418 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.665418 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.665418 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.665418 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.666047 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.666047 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.666047 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.666047 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.666438 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:16:35.666634 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 06 09:16:35.666634 dv-cinder-790014-1-iscsi neutron-server[74245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 06 09:16:35.956021 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34160) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:16:35.965113 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0069044
May 06 09:16:46.820201 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c69d3b-c709-4f0e-9080-7d50d68c23d0 None None] get_active_networks_info from dv-cinder-790014-1-iscsi {{(pid=74358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
May 06 09:16:46.892524 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c69d3b-c709-4f0e-9080-7d50d68c23d0 None None] No non-hosted networks {{(pid=74358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 06 09:16:46.899817 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.agentschedulers_db [None req-54c69d3b-c709-4f0e-9080-7d50d68c23d0 None None] DHCP Agent not found on host dv-cinder-790014-1-iscsi {{(pid=74358) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 06 09:16:47.020187 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b06e5eb3-0e9c-4ec2-8275-27a57e89d307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390'] for agent, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:49.333751 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390'] for agent, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:49.333751 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.334631 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.334631 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.334631 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.335190 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.335290 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.339704 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.340083 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.341136 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.342033 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.343065 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.343916 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:16:49.344346 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe4b0d44730>, 'Open vSwitch agent', 'dv-cinder-790014-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:16:49.353794 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe4b0c82070>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790014-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:16:49.607245 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4a091153-0e49-4b27-9303-d4c675d588e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390'] for agent, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:49.648194 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.db.api [None req-13a32e2e-2e8c-407b-97ed-9eb1e89963a8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-790014-1-iscsi {{(pid=74358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 06 09:16:49.648856 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_db.api [None req-13a32e2e-2e8c-407b-97ed-9eb1e89963a8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 06 09:16:50.337280 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-13a32e2e-2e8c-407b-97ed-9eb1e89963a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:50.463412 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390'] for agent, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:52.097368 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390'] for agent, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:53.509393 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.db.l3_hamode_db [None req-305576d0-3d1d-4725-8dd1-861c3a79668a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 06 09:16:53.575025 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34250) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:16:53.597335 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305576d0-3d1d-4725-8dd1-861c3a79668a None None] Routers set() bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:16:53.597745 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305576d0-3d1d-4725-8dd1-861c3a79668a None None] Router IDs set() for agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 06 09:16:54.161678 dv-cinder-790014-1-iscsi neutron-server[74357]: WARNING oslo_policy.policy [None req-b412a301-970e-4dcc-b868-d40780a13cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 09:16:54.162248 dv-cinder-790014-1-iscsi neutron-server[74357]: WARNING oslo_policy.policy [None req-b412a301-970e-4dcc-b868-d40780a13cdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 09:16:54.379791 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [None req-b412a301-970e-4dcc-b868-d40780a13cdc admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:16:54.380781 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b412a301-970e-4dcc-b868-d40780a13cdc admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8048341
May 06 09:16:56.722118 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 34264) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:16:57.341865 dv-cinder-790014-1-iscsi neutron-server[74356]: WARNING oslo_policy.policy [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 09:16:57.342433 dv-cinder-790014-1-iscsi neutron-server[74356]: WARNING oslo_policy.policy [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 09:16:57.556428 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:16:57.655628 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.policy [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74356) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 06 09:16:57.700728 dv-cinder-790014-1-iscsi neutron-server[74356]: WARNING oslo_policy.policy [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 09:16:57.701129 dv-cinder-790014-1-iscsi neutron-server[74356]: WARNING oslo_policy.policy [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 09:16:57.710291 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.quota [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe4b13eeeb0>.
May 06 09:16:57.725595 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:16:57.888067 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761695995', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761695438', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761850750', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761844930', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761867704', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761860819', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-614269', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3871624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3799508'] for rbac-policy, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:58.090945 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:16:58.092369 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-f0aa2af9-c0bf-400d-aeab-d6006ac9d607 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3682399
May 06 09:17:00.687676 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 34282) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:01.035914 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'admin_state_up': True}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:17:01.040919 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:17:01.045369 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Usage tracker for resource:network and tenant:9e7c890daeec4dbd9796e62503bca259 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:17:01.049905 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:17:01.056394 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:17:01.176851 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Made reservation on behalf of 9e7c890daeec4dbd9796e62503bca259 for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:17:01.180349 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:01.198095 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:01.211822 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:17:01.215552 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:9e7c890daeec4dbd9796e62503bca259 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:17:01.220573 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:17:01.226782 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:17:01.382524 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:01.445868 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:01.450170 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:01.468972 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 987}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:17:01.495131 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788763508372', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:01.495773 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe4b207e940> segment precommit_create {{(pid=74356) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 06 09:17:01.496234 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Added segment 58d6e5d1-f4da-4a07-840f-a2d73efb185e of type vlan for network ce5fa939-00f1-4ad9-8c77-f4473af33795
May 06 09:17:01.543951 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae386c5f-d255-407c-8c0a-bccb7ac22eae,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:01.564535 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.564899 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.565222 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.565537 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.565846 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.566227 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.566523 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.566825 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.567146 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.567469 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.567862 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.568169 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Tracked resource versions report:
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]: pushed versions:
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]: {   'AddressGroup': {'1.2'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'ConntrackHelper': {'1.0'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Log': {'1.0'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Network': {'1.1'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Port': {'1.7'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'PortForwarding': {'1.2'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'QosPolicy': {'1.8'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'SecurityGroup': {'1.4'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'SecurityGroupRule': {'1.2'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'SubPort': {'1.0'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Subnet': {'1.1'},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Trunk': {'1.1'}}
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]: consumer versions:
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]: {   DHCP agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     L3 agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     Metadata agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     Metering agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:     Open vSwitch agent@dv-cinder-790014-1-iscsi: {   'AddressGroup': '1.2',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'ConntrackHelper': '1.0',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Log': '1.0',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Network': '1.1',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Port': '1.7',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'PortForwarding': '1.2',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'QosPolicy': '1.8',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'SecurityGroup': '1.4',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'SecurityGroupRule': '1.2',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'SubPort': '1.0',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Subnet': '1.1',
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Trunk': '1.1'}}
May 06 09:17:01.569314 dv-cinder-790014-1-iscsi neutron-server[74356]:  {{(pid=74356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 09:17:01.614305 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:01.619494 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:01.708367 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:01.710544 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:17:01.711174 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:01.714677 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:01.816972 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Pushing event updated for resources: {'Network': ['ID=ce5fa939-00f1-4ad9-8c77-f4473af33795,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:01.820715 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:01.829413 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network ce5fa939-00f1-4ad9-8c77-f4473af33795 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:17:01.875343 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1864281
May 06 09:17:04.509201 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 34298) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:04.957584 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7970b6-d343-4743-8a8c-c673171b5e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:17:04.958877 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6f7970b6-d343-4743-8a8c-c673171b5e62 admin admin] 10.222.0.68 "GET /v2.0/networks/ce5fa939-00f1-4ad9-8c77-f4473af33795 HTTP/1.1" status: 200  len: 825 time: 0.4487062
May 06 09:17:04.986552 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-ee47f70d-f361-4445-b13d-0aae9abcd103 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/3779c171-ddd9-4e11-a0f5-73a38d29828b HTTP/1.1" status: 200  len: 734 time: 0.0217774
May 06 09:17:04.995211 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Request body: {'subnet': {'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'ip_version': 4, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795', 'name': 'private-subnet', 'subnetpool_id': '3779c171-ddd9-4e11-a0f5-73a38d29828b', 'gateway_ip': '172.20.0.1'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:17:04.999569 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:17:05.003277 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Usage tracker for resource:subnet and tenant:9e7c890daeec4dbd9796e62503bca259 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:17:05.006684 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:17:05.012224 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:17:05.067902 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Made reservation on behalf of 9e7c890daeec4dbd9796e62503bca259 for: {'subnet': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:17:05.070887 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:05.585047 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:05.588985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:05.670685 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Checking segment: {'id': '58d6e5d1-f4da-4a07-840f-a2d73efb185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:17:05.671052 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Network hostable DHCP agents. Network: ce5fa939-00f1-4ad9-8c77-f4473af33795, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:17:05.673724 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215e02c7-8f0e-4215-99b3-df0a540e1851,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:05.677583 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:05.747877 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Network ce5fa939-00f1-4ad9-8c77-f4473af33795 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:17:05.810412 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, ce5fa939-00f1-4ad9-8c77-f4473af33795) {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:17:05.815017 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:17:05.815613 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:05.820302 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511229b-d2cb-4f0f-96a6-d3efbe073c77 None None] Network ce5fa939-00f1-4ad9-8c77-f4473af33795 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:17:05.891617 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8997638
May 06 09:17:06.131615 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-ce5fa939-00f1-4ad9-8c77-f4473af33795', 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'fixed_ips': [{'subnet_id': '215e02c7-8f0e-4215-99b3-df0a540e1851'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:17:06.132855 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:06.317385 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Allocated IP 172.20.0.2 (ce5fa939-00f1-4ad9-8c77-f4473af33795/215e02c7-8f0e-4215-99b3-df0a540e1851/c6f83e39-fadd-4e7b-b593-19498858013b) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:17:06.544831 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:06.557346 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Transition to ACTIVE for port object c6f83e39-fadd-4e7b-b593-19498858013b will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:17:06.576976 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Transition to ACTIVE for port object c6f83e39-fadd-4e7b-b593-19498858013b will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:17:06.629027 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:06.633916 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:06.689623 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Network ce5fa939-00f1-4ad9-8c77-f4473af33795 is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:17:06.692367 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:17:06.703058 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:17:06.711227 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Pushing event updated for resources: {'Port': ['ID=c6f83e39-fadd-4e7b-b593-19498858013b,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:06.752249 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.752582 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.752932 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.753258 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.753582 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.753903 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.754216 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.754527 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.754837 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.755208 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.755522 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.755939 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Tracked resource versions report:
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]: pushed versions:
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]: {   'AddressGroup': {'1.2'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'ConntrackHelper': {'1.0'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Log': {'1.0'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Network': {'1.1'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Port': {'1.7'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'PortForwarding': {'1.2'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'QosPolicy': {'1.8'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'SecurityGroup': {'1.4'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'SecurityGroupRule': {'1.2'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'SubPort': {'1.0'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Subnet': {'1.1'},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Trunk': {'1.1'}}
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]: consumer versions:
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]: {   DHCP agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     L3 agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     Metadata agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     Metering agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:     Open vSwitch agent@dv-cinder-790014-1-iscsi: {   'AddressGroup': '1.2',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'ConntrackHelper': '1.0',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Log': '1.0',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Network': '1.1',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Port': '1.7',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'PortForwarding': '1.2',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'QosPolicy': '1.8',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'SecurityGroup': '1.4',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'SecurityGroupRule': '1.2',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'SubPort': '1.0',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Subnet': '1.1',
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Trunk': '1.1'}}
May 06 09:17:06.757041 dv-cinder-790014-1-iscsi neutron-server[74358]:  {{(pid=74358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 09:17:06.788783 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:06.809067 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Attempting to bind port c6f83e39-fadd-4e7b-b593-19498858013b on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:17:06.809380 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Attempting to bind port c6f83e39-fadd-4e7b-b593-19498858013b by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '58d6e5d1-f4da-4a07-840f-a2d73efb185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:17:06.809801 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Attempting to bind port c6f83e39-fadd-4e7b-b593-19498858013b on network ce5fa939-00f1-4ad9-8c77-f4473af33795 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:17:06.814954 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:17:06.815354 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Checking segment: {'id': '58d6e5d1-f4da-4a07-840f-a2d73efb185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:17:06.815826 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:06.816209 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Bound using segment: {'id': '58d6e5d1-f4da-4a07-840f-a2d73efb185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:17:06.816690 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Bound port: c6f83e39-fadd-4e7b-b593-19498858013b, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d6e5d1-f4da-4a07-840f-a2d73efb185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:17:06.817091 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:06.906241 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] For port c6f83e39-fadd-4e7b-b593-19498858013b, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:17:06.910256 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] For port c6f83e39-fadd-4e7b-b593-19498858013b, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=c6f83e39-fadd-4e7b-b593-19498858013b,segment=NetworkSegment(58d6e5d1-f4da-4a07-840f-a2d73efb185e),segment_id=58d6e5d1-f4da-4a07-840f-a2d73efb185e)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:17:07.005887 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:07.009904 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:07.095229 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Pushing event updated for resources: {'Port': ['ID=c6f83e39-fadd-4e7b-b593-19498858013b,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:07.097838 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:08.321938 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 34308) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:08.695054 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [None req-c21ca1f6-50d9-4af5-ad75-0c0f9bf5d52f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:17:08.696017 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-c21ca1f6-50d9-4af5-ad75-0c0f9bf5d52f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3730743
May 06 09:17:11.035683 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34318) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:11.432367 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [None req-b499bf96-7d80-49f4-991a-9f1103aa335f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:17:11.445072 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b499bf96-7d80-49f4-991a-9f1103aa335f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4083085
May 06 09:17:12.566096 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711b4dd-5d4d-435d-9dc0-6a670d4eced0 None None] Network ce5fa939-00f1-4ad9-8c77-f4473af33795 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:17:12.731802 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-d1b82e22-eb0d-4aa2-a4fb-88e854725409 None None] Provisioning for port c6f83e39-fadd-4e7b-b593-19498858013b completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:17:13.211436 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device c6f83e39-fadd-4e7b-b593-19498858013b up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:17:13.313892 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port c6f83e39-fadd-4e7b-b593-19498858013b completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:17:13.319153 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port c6f83e39-fadd-4e7b-b593-19498858013b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:17:13.319648 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:13.436256 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:13.468886 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port c6f83e39-fadd-4e7b-b593-19498858013b, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=c6f83e39-fadd-4e7b-b593-19498858013b,segment=NetworkSegment(58d6e5d1-f4da-4a07-840f-a2d73efb185e),segment_id=58d6e5d1-f4da-4a07-840f-a2d73efb185e)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:17:13.576688 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:13.578977 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:13.645697 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=c6f83e39-fadd-4e7b-b593-19498858013b,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:13.649328 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:14.059154 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34334) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:14.411960 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'admin_state_up': True}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:17:14.481387 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.policy [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74357) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 06 09:17:14.527683 dv-cinder-790014-1-iscsi neutron-server[74357]: WARNING oslo_policy.policy [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 09:17:14.528058 dv-cinder-790014-1-iscsi neutron-server[74357]: WARNING oslo_policy.policy [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 06 09:17:14.536606 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.quota [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe4b13405b0>.
May 06 09:17:14.552064 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:17:14.558847 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Usage tracker for resource:router and tenant:9e7c890daeec4dbd9796e62503bca259 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:17:14.563306 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:17:14.571004 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:17:14.673852 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:14.675812 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:14.700345 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:14.852059 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:14.919535 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:14.920735 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-836207b7-b4bf-4a49-91fa-7cc99f8d969b admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8606253
May 06 09:17:15.190943 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device c6f83e39-fadd-4e7b-b593-19498858013b up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:17:15.258185 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port c6f83e39-fadd-4e7b-b593-19498858013b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:17:15.258553 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:16.764977 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-0e9982c9-6a20-4646-a647-64d1795500b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:17.248367 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34346) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:17.612921 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [None req-a791f9d6-9fd3-40f8-b34b-c665f1dc5272 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:17:17.613899 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-a791f9d6-9fd3-40f8-b34b-c665f1dc5272 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3645401
May 06 09:17:19.279466 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:19.593891 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3d36dd79-3d5c-45b4-a113-38242b836254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:19.940994 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34356) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:20.312423 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:17:20.313697 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:20.317671 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:17:20.321530 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Usage tracker for resource:network and tenant:1c4c766031a545e3827f16951426bf28 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:17:20.327539 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:17:20.331120 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:17:20.399448 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Made reservation on behalf of 1c4c766031a545e3827f16951426bf28 for: {'network': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:17:20.402474 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:20.420425 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:20.434781 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:17:20.438593 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Usage tracker for resource:security_group_rule and tenant:1c4c766031a545e3827f16951426bf28 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:17:20.441936 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:17:20.447571 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:17:20.542978 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:20.593534 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:20.597729 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:20.610484 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Reserving flat network on physical network physnet1 {{(pid=74357) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 06 09:17:20.640609 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788763508372', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:20.641218 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe4b207e940> segment precommit_create {{(pid=74357) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 06 09:17:20.641681 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.segments_db [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Added segment ea61f830-4117-4d76-9651-b4fc0a457ccb of type flat for network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5
May 06 09:17:20.692852 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ea5171-f07e-4b8d-875a-bfb2e512e510,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:20.707884 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.708233 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.708603 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.708945 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.709254 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.709576 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.709913 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.710221 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.710539 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.710843 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.711140 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.711436 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Tracked resource versions report:
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]: pushed versions:
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]: {   'AddressGroup': {'1.2'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'ConntrackHelper': {'1.0'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Log': {'1.0'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Network': {'1.1'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Port': {'1.7'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'PortForwarding': {'1.2'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'QosPolicy': {'1.8'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'SecurityGroup': {'1.4'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'SecurityGroupRule': {'1.2'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'SubPort': {'1.0'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Subnet': {'1.1'},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Trunk': {'1.1'}}
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]: consumer versions:
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]: {   DHCP agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     L3 agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     Metadata agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     Metering agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:     Open vSwitch agent@dv-cinder-790014-1-iscsi: {   'AddressGroup': '1.2',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'ConntrackHelper': '1.0',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Log': '1.0',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Network': '1.1',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Port': '1.7',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'PortForwarding': '1.2',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'QosPolicy': '1.8',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'SecurityGroup': '1.4',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'SecurityGroupRule': '1.2',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'SubPort': '1.0',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Subnet': '1.1',
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Trunk': '1.1'}}
May 06 09:17:20.712548 dv-cinder-790014-1-iscsi neutron-server[74357]:  {{(pid=74357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 09:17:20.770738 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:20.775239 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:20.874064 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:20.875437 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:17:20.876064 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:20.881420 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:20.984255 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Pushing event updated for resources: {'Network': ['ID=27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:20.987398 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:20.995022 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:17:21.040495 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0982449
May 06 09:17:22.033747 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:23.362593 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34380) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:23.582858 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc21d56-c45a-4fea-92e4-77af37a88c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:17:23.584253 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-9dc21d56-c45a-4fea-92e4-77af37a88c46 admin admin] 10.222.0.68 "GET /v2.0/subnets/215e02c7-8f0e-4215-99b3-df0a540e1851 HTTP/1.1" status: 200  len: 849 time: 0.2207158
May 06 09:17:23.740723 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-4497fb9a-6999-4cff-b5f4-b86bbe747c34 admin admin] 10.222.0.68 "GET /v2.0/routers/0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 HTTP/1.1" status: 200  len: 704 time: 0.1504390
May 06 09:17:24.202478 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:24.441730 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Allocated IP 172.20.0.1 (ce5fa939-00f1-4ad9-8c77-f4473af33795/215e02c7-8f0e-4215-99b3-df0a540e1851/5015c15a-44c0-40ea-9708-56d58aabfd2b) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:17:24.595393 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:24.612621 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.provisioning_blocks [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Transition to ACTIVE for port object 5015c15a-44c0-40ea-9708-56d58aabfd2b will not be triggered until provisioned by entity DHCP. {{(pid=74357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:17:24.719993 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:24.723732 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:24.780741 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Network ce5fa939-00f1-4ad9-8c77-f4473af33795 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:17:24.787859 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:17:24.795280 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:17:24.795807 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:24.913482 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Pushing event updated for resources: {'Port': ['ID=5015c15a-44c0-40ea-9708-56d58aabfd2b,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:24.934235 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:25.027704 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-b5ac41e8-4209-480b-a3e7-f59ac07e41b3 None None] Provisioning for port 5015c15a-44c0-40ea-9708-56d58aabfd2b completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:17:25.032711 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-b5ac41e8-4209-480b-a3e7-f59ac07e41b3 None None] Provisioning complete for port 5015c15a-44c0-40ea-9708-56d58aabfd2b triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:17:25.033098 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b5ac41e8-4209-480b-a3e7-f59ac07e41b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:25.087852 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac41e8-4209-480b-a3e7-f59ac07e41b3 None None] Port 5015c15a-44c0-40ea-9708-56d58aabfd2b cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:17:25.142127 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:25.367471 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:25.450568 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:25.451653 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:25.455033 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:25.579841 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Pushing event updated for resources: {'Port': ['ID=5015c15a-44c0-40ea-9708-56d58aabfd2b,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:25.583912 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:25.643449 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Network ce5fa939-00f1-4ad9-8c77-f4473af33795 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:17:25.644508 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:17:25.810099 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-2e675236-53d0-46de-8aa6-b29c2b1ad928 None None] Provisioning complete for port 5015c15a-44c0-40ea-9708-56d58aabfd2b triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:17:25.810461 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-2e675236-53d0-46de-8aa6-b29c2b1ad928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:25.861708 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-2e675236-53d0-46de-8aa6-b29c2b1ad928 None None] Port 5015c15a-44c0-40ea-9708-56d58aabfd2b cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:17:25.896613 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Router 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:17:26.049277 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:17:26.059409 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Sync routers for ids ['0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:17:26.060111 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] 10.222.0.68 "PUT /v2.0/routers/0f6709fe-896d-4ccd-9799-e2f12bcd7fc9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3145669
May 06 09:17:26.069422 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Routers {'0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:17:26.070268 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b162ae50>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:17:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:17:26.253308 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Set router 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 gateway port host: None {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:17:26.626370 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b162ae50>, [{'id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'name': 'router1', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:17:14Z', 'updated_at': '2021-05-06T09:17:25Z', 'revision_number': 2, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'gw_port_host': None, '_interfaces': [{'id': '5015c15a-44c0-40ea-9708-56d58aabfd2b', 'name': '', 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'mac_address': 'fa:16:3e:a0:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:17:24Z', 'updated_at': '2021-05-06T09:17:25Z', 'revision_number': 2, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'subnets': [{'id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3779c171-ddd9-4e11-a0f5-73a38d29828b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:17:26.631362 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Checking router: 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:17:26.631725 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Updating router 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 port 5015c15a-44c0-40ea-9708-56d58aabfd2b binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:17:26.684717 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:27.062988 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:27.077505 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Transition to ACTIVE for port object 5015c15a-44c0-40ea-9708-56d58aabfd2b will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:17:27.164935 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:27.170224 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:27.369630 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Pushing event updated for resources: {'Port': ['ID=5015c15a-44c0-40ea-9708-56d58aabfd2b,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:27.383518 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.384008 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.384373 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.384663 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.385022 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.385340 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.385654 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.385970 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.386292 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.386606 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.386919 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.387228 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Tracked resource versions report:
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]: pushed versions:
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]: {   'AddressGroup': {'1.2'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'ConntrackHelper': {'1.0'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Log': {'1.0'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Network': {'1.1'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Port': {'1.7'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'PortForwarding': {'1.2'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'QosPolicy': {'1.8'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'SecurityGroup': {'1.4'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'SecurityGroupRule': {'1.2'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'SubPort': {'1.0'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Subnet': {'1.1'},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Trunk': {'1.1'}}
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]: consumer versions:
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]: {   DHCP agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     L3 agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     Metadata agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     Metering agent@dv-cinder-790014-1-iscsi: {},
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:     Open vSwitch agent@dv-cinder-790014-1-iscsi: {   'AddressGroup': '1.2',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'ConntrackHelper': '1.0',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Log': '1.0',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Network': '1.1',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Port': '1.7',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'PortForwarding': '1.2',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'QosPolicy': '1.8',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'SecurityGroup': '1.4',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'SecurityGroupRule': '1.2',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'SubPort': '1.0',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Subnet': '1.1',
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Trunk': '1.1'}}
May 06 09:17:27.388408 dv-cinder-790014-1-iscsi neutron-server[74359]:  {{(pid=74359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 09:17:27.392792 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:27.409565 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Attempting to bind port 5015c15a-44c0-40ea-9708-56d58aabfd2b on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:17:27.409963 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Attempting to bind port 5015c15a-44c0-40ea-9708-56d58aabfd2b by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '58d6e5d1-f4da-4a07-840f-a2d73efb185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:17:27.410384 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Attempting to bind port 5015c15a-44c0-40ea-9708-56d58aabfd2b on network ce5fa939-00f1-4ad9-8c77-f4473af33795 {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:17:27.415734 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:17:27.416141 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Checking segment: {'id': '58d6e5d1-f4da-4a07-840f-a2d73efb185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:17:27.416624 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:27.417032 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Bound using segment: {'id': '58d6e5d1-f4da-4a07-840f-a2d73efb185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:17:27.417540 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Bound port: 5015c15a-44c0-40ea-9708-56d58aabfd2b, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d6e5d1-f4da-4a07-840f-a2d73efb185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:17:27.417924 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:27.508203 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] For port 5015c15a-44c0-40ea-9708-56d58aabfd2b, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:17:27.512243 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] For port 5015c15a-44c0-40ea-9708-56d58aabfd2b, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=5015c15a-44c0-40ea-9708-56d58aabfd2b,segment=NetworkSegment(58d6e5d1-f4da-4a07-840f-a2d73efb185e),segment_id=58d6e5d1-f4da-4a07-840f-a2d73efb185e)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:17:27.611103 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:27.615786 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:27.726993 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Routers {'0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:17:27.727623 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b162ae50>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:17:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:17:27.787426 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Pushing event updated for resources: {'Port': ['ID=5015c15a-44c0-40ea-9708-56d58aabfd2b,revision_number=4']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:27.841551 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:27.886712 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] Set router 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 gateway port host: None {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:17:28.216241 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b162ae50>, [{'id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'name': 'router1', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:17:14Z', 'updated_at': '2021-05-06T09:17:25Z', 'revision_number': 2, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'gw_port_host': None, '_interfaces': [{'id': '5015c15a-44c0-40ea-9708-56d58aabfd2b', 'name': '', 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'mac_address': 'fa:16:3e:a0:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:17:24Z', 'updated_at': '2021-05-06T09:17:27Z', 'revision_number': 4, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'subnets': [{'id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3779c171-ddd9-4e11-a0f5-73a38d29828b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:17:28.220293 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007c110-2b1e-4c68-a714-46ad7c6230cc None None] The sync data for ids ['0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'] in dv-cinder-790014-1-iscsi is: [{'id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'name': 'router1', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:17:14Z', 'updated_at': '2021-05-06T09:17:25Z', 'revision_number': 2, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'gw_port_host': None, '_interfaces': [{'id': '5015c15a-44c0-40ea-9708-56d58aabfd2b', 'name': '', 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'mac_address': 'fa:16:3e:a0:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:17:24Z', 'updated_at': '2021-05-06T09:17:27Z', 'revision_number': 4, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'subnets': [{'id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3779c171-ddd9-4e11-a0f5-73a38d29828b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:17:28.241075 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34402) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:28.400762 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98b082e-70c2-4a5f-98f7-8de67d144d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:17:28.401324 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b98b082e-70c2-4a5f-98f7-8de67d144d5a admin admin] Synchronizing usage tracker for tenant:1c4c766031a545e3827f16951426bf28 on resource:network {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:17:28.491199 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b98b082e-70c2-4a5f-98f7-8de67d144d5a admin admin] Unset dirty status for tenant:1c4c766031a545e3827f16951426bf28 on resource:network {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:17:28.494574 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b98b082e-70c2-4a5f-98f7-8de67d144d5a admin admin] 10.222.0.68 "GET /v2.0/networks/27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 HTTP/1.1" status: 200  len: 842 time: 0.2502520
May 06 09:17:28.501911 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:17:28.507967 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:17:28.511811 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Usage tracker for resource:subnet and tenant:1c4c766031a545e3827f16951426bf28 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:17:28.514868 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:17:28.525131 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:17:28.604965 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Made reservation on behalf of 1c4c766031a545e3827f16951426bf28 for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:17:28.607446 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:29.139472 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.objects.ports [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74357) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 06 09:17:29.144519 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:29.144519 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:29.223150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=481bf92b-7c08-464b-9218-7767996656a1,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:29.227633 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:29.231204 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:17:29.231696 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Network hostable DHCP agents. Network: 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:17:29.353479 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:17:29.428263 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:17:29.432923 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:17:29.433538 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:29.438091 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da80e687-bccb-452b-a148-4634bf13cf2d None None] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:17:29.559721 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0614347
May 06 09:17:29.687676 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c767c87-4d11-4d16-8c97-f22c09e6b230 None None] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:17:31.221561 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 5015c15a-44c0-40ea-9708-56d58aabfd2b up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:17:31.353277 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 5015c15a-44c0-40ea-9708-56d58aabfd2b completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:17:31.358562 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 5015c15a-44c0-40ea-9708-56d58aabfd2b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:17:31.358931 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:31.480352 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:31.514230 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 5015c15a-44c0-40ea-9708-56d58aabfd2b, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=5015c15a-44c0-40ea-9708-56d58aabfd2b,segment=NetworkSegment(58d6e5d1-f4da-4a07-840f-a2d73efb185e),segment_id=58d6e5d1-f4da-4a07-840f-a2d73efb185e)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:17:31.576305 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:31.578537 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:31.650074 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=5015c15a-44c0-40ea-9708-56d58aabfd2b,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:31.655919 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:32.016490 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34416) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:32.213561 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-e4ff86ca-ce71-43a0-bd3c-49551cac5f6b admin admin] 10.222.0.68 "GET /v2.0/routers/0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 HTTP/1.1" status: 200  len: 710 time: 0.1959031
May 06 09:17:32.343867 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf4046-7ca6-4c4c-ab1d-c01696025ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:17:32.345140 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-dddf4046-7ca6-4c4c-ab1d-c01696025ca7 admin admin] 10.222.0.68 "GET /v2.0/networks/27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 HTTP/1.1" status: 200  len: 886 time: 0.1265602
May 06 09:17:32.353745 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:17:32.816982 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:33.212305 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 5015c15a-44c0-40ea-9708-56d58aabfd2b up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:17:33.224994 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:33.284307 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 5015c15a-44c0-40ea-9708-56d58aabfd2b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:17:33.284675 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:33.338755 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:33.588376 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Allocated IP 172.27.3.35 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/808798ac-76bc-443b-9cfa-9f4fc04255c1) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:17:33.739940 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:33.822530 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:33.826565 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:33.881800 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:17:33.884548 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:17:33.887102 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:17:34.010732 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Pushing event updated for resources: {'Port': ['ID=808798ac-76bc-443b-9cfa-9f4fc04255c1,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:34.013407 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:34.337896 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:34.680036 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:34.683240 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3803447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3803397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3860748'] for router, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:34.924727 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Router 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:17:35.123595 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:17:35.134439 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:35.135439 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Sync routers for ids ['0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:17:35.136149 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] 10.222.0.68 "PUT /v2.0/routers/0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 HTTP/1.1" status: 200  len: 889 time: 2.7851586
May 06 09:17:35.147018 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Routers {'0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:17:35.148083 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0a3ff70>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:17:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:17:35.390130 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Set router 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:17:35.865405 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0a3ff70>, [{'id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'name': 'router1', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '808798ac-76bc-443b-9cfa-9f4fc04255c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:17:14Z', 'updated_at': '2021-05-06T09:17:34Z', 'revision_number': 4, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'gw_port': {'id': '808798ac-76bc-443b-9cfa-9f4fc04255c1', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:17:33Z', 'updated_at': '2021-05-06T09:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '5015c15a-44c0-40ea-9708-56d58aabfd2b', 'name': '', 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'mac_address': 'fa:16:3e:a0:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:17:24Z', 'updated_at': '2021-05-06T09:17:31Z', 'revision_number': 5, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'subnets': [{'id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3779c171-ddd9-4e11-a0f5-73a38d29828b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:17:35.871408 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Checking router: 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:17:35.871751 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Updating router 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 port 808798ac-76bc-443b-9cfa-9f4fc04255c1 binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:17:35.931187 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:36.284397 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:36.297098 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Transition to ACTIVE for port object 808798ac-76bc-443b-9cfa-9f4fc04255c1 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:17:36.393710 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:36.398247 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:36.482076 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Attempting to bind port 808798ac-76bc-443b-9cfa-9f4fc04255c1 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:17:36.482471 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Attempting to bind port 808798ac-76bc-443b-9cfa-9f4fc04255c1 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:17:36.482838 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Attempting to bind port 808798ac-76bc-443b-9cfa-9f4fc04255c1 on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:17:36.485116 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5900b5-da53-42e6-9499-69f4f6fcbfd6 None None] Pushing event updated for resources: {'Port': ['ID=808798ac-76bc-443b-9cfa-9f4fc04255c1,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:36.489224 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-dd5900b5-da53-42e6-9499-69f4f6fcbfd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:36.492987 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:17:36.493569 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:17:36.494976 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:36.494976 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:17:36.495238 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Bound port: 808798ac-76bc-443b-9cfa-9f4fc04255c1, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:17:36.495781 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:36.579353 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] For port 808798ac-76bc-443b-9cfa-9f4fc04255c1, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:17:36.582586 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] For port 808798ac-76bc-443b-9cfa-9f4fc04255c1, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=808798ac-76bc-443b-9cfa-9f4fc04255c1,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:17:36.674120 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:36.678841 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-c10e15e1-c831-4139-ba00-9925fd72b521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:36.756616 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Routers {'0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:17:36.757164 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0a3ff70>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:17:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:17:36.868801 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5900b5-da53-42e6-9499-69f4f6fcbfd6 None None] Pushing event updated for resources: {'Port': ['ID=808798ac-76bc-443b-9cfa-9f4fc04255c1,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:36.884831 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-dd5900b5-da53-42e6-9499-69f4f6fcbfd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:36.953270 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] Set router 0f6709fe-896d-4ccd-9799-e2f12bcd7fc9 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:17:37.346158 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0a3ff70>, [{'id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'name': 'router1', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '808798ac-76bc-443b-9cfa-9f4fc04255c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:17:14Z', 'updated_at': '2021-05-06T09:17:34Z', 'revision_number': 4, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'gw_port': {'id': '808798ac-76bc-443b-9cfa-9f4fc04255c1', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:17:33Z', 'updated_at': '2021-05-06T09:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '5015c15a-44c0-40ea-9708-56d58aabfd2b', 'name': '', 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'mac_address': 'fa:16:3e:a0:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:17:24Z', 'updated_at': '2021-05-06T09:17:31Z', 'revision_number': 5, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'subnets': [{'id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3779c171-ddd9-4e11-a0f5-73a38d29828b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:17:37.352101 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0b124-808d-4127-88b6-4cdcfc79c087 None None] The sync data for ids ['0f6709fe-896d-4ccd-9799-e2f12bcd7fc9'] in dv-cinder-790014-1-iscsi is: [{'id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'name': 'router1', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '808798ac-76bc-443b-9cfa-9f4fc04255c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:17:14Z', 'updated_at': '2021-05-06T09:17:34Z', 'revision_number': 4, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'gw_port': {'id': '808798ac-76bc-443b-9cfa-9f4fc04255c1', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:36:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:17:33Z', 'updated_at': '2021-05-06T09:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '5015c15a-44c0-40ea-9708-56d58aabfd2b', 'name': '', 'network_id': 'ce5fa939-00f1-4ad9-8c77-f4473af33795', 'tenant_id': '9e7c890daeec4dbd9796e62503bca259', 'mac_address': 'fa:16:3e:a0:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6709fe-896d-4ccd-9799-e2f12bcd7fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:17:24Z', 'updated_at': '2021-05-06T09:17:31Z', 'revision_number': 5, 'project_id': '9e7c890daeec4dbd9796e62503bca259', 'subnets': [{'id': '215e02c7-8f0e-4215-99b3-df0a540e1851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3779c171-ddd9-4e11-a0f5-73a38d29828b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:17:37.630469 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34426) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:17:37.804394 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-96c7d113-9877-4052-9869-fd293fdadffe admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1723225
May 06 09:17:39.267642 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 808798ac-76bc-443b-9cfa-9f4fc04255c1 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:17:39.444943 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 808798ac-76bc-443b-9cfa-9f4fc04255c1 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:17:39.450062 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 808798ac-76bc-443b-9cfa-9f4fc04255c1 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:17:39.450486 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:39.579109 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:39.601466 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 808798ac-76bc-443b-9cfa-9f4fc04255c1, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=808798ac-76bc-443b-9cfa-9f4fc04255c1,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:17:39.684780 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:39.687137 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:17:39.770793 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=808798ac-76bc-443b-9cfa-9f4fc04255c1,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:17:39.778094 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:17:40.569116 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:17:41.237132 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 808798ac-76bc-443b-9cfa-9f4fc04255c1 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:17:41.342505 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 808798ac-76bc-443b-9cfa-9f4fc04255c1 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:17:41.343011 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:46.770738 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-72b9c6e7-d01d-4a15-a532-e70dc7613fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:49.273213 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:49.604843 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-779ba125-8489-4c1d-b991-7f64ae033e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:50.313204 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:17:52.061963 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:16.787661 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-67b59a44-e788-493f-9191-8fb9e2ae6297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:17.561683 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:18:19.302845 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:19.610017 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d0fc8f3e-1354-4338-8886-976ec7b77b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:20.342082 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:22.073808 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:46.833294 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-8470cdfb-e005-42ba-9ad2-52192a205913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:49.284158 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:49.615413 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-ce7df669-cca5-4b3c-847b-0221ff5bc1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:50.357963 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:52.083742 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:18:54.560312 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:19:16.786902 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-18f2d6f1-efda-42ca-9e2e-c08000c75023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:19.289665 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:19.603601 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d4659d42-74a4-4b77-a0c2-ce70ee3b0b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:20.346918 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:22.077903 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:23.428646 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 34996) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:23.507120 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.pecan_wsgi.hooks.translation [None req-978a5775-d0d8-45fa-b019-e3d09c40457f admin admin] GET failed (client error): The resource could not be found.
May 06 09:19:23.508400 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-978a5775-d0d8-45fa-b019-e3d09c40457f admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0787187
May 06 09:19:23.649011 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c152f4fa-999d-4f45-9a09-a5c1a7ac0668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:23.650639 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-c152f4fa-999d-4f45-9a09-a5c1a7ac0668 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1381521
May 06 09:19:25.877217 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35006) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:26.012145 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009b0d9e-e12d-40f8-82ea-5b6de9595ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:26.014550 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-009b0d9e-e12d-40f8-82ea-5b6de9595ad7 admin admin] 10.222.0.68 "GET /v2.0/subnets/215e02c7-8f0e-4215-99b3-df0a540e1851 HTTP/1.1" status: 200  len: 849 time: 0.1359437
May 06 09:19:26.024319 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:19:26.148150 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:26.449303 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788763502686'] for subnet, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:26.453595 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9b2ba2cf-95ed-41fc-8f9d-438e91e8e266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:19:26.496006 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:26.496778 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:26.498333 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] 10.222.0.68 "PUT /v2.0/subnets/215e02c7-8f0e-4215-99b3-df0a540e1851 HTTP/1.1" status: 200  len: 868 time: 0.4780843
May 06 09:19:26.503226 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79087fbf-890a-4152-a758-644342364182 None None] Network ce5fa939-00f1-4ad9-8c77-f4473af33795 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:19:26.540941 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215e02c7-8f0e-4215-99b3-df0a540e1851,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:19:26.554254 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.554784 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.555275 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.555772 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.556292 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.556999 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.557494 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.557998 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.558495 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.558925 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.559383 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.559839 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:19:26.565737 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:19:27.080117 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-6d6b27d9-8196-4fb3-b1fb-e093ccb77b47 None None] Provisioning complete for port c6f83e39-fadd-4e7b-b593-19498858013b triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:19:27.080810 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-6d6b27d9-8196-4fb3-b1fb-e093ccb77b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:27.299674 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-6d6b27d9-8196-4fb3-b1fb-e093ccb77b47 None None] Provisioning complete for port 5015c15a-44c0-40ea-9708-56d58aabfd2b triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:19:27.300161 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-6d6b27d9-8196-4fb3-b1fb-e093ccb77b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:28.857837 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35016) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:29.164073 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0011a-1e18-40f1-bbc4-093201d9130c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:29.164893 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0011a-1e18-40f1-bbc4-093201d9130c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:29.167802 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-33b0011a-1e18-40f1-bbc4-093201d9130c admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3087549
May 06 09:19:31.393788 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35026) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:31.559683 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:19:31.620148 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd8afd-a178-4807-a97d-b70eb014693d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:31.621045 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd8afd-a178-4807-a97d-b70eb014693d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:31.623374 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-38bd8afd-a178-4807-a97d-b70eb014693d admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2283514
May 06 09:19:33.864889 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35036) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:34.130248 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98c479-370b-4b4c-9b68-b9ea0ea92e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:34.131537 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0c98c479-370b-4b4c-9b68-b9ea0ea92e33 admin admin] 10.222.0.68 "GET /v2.0/networks/27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 HTTP/1.1" status: 200  len: 886 time: 0.2654042
May 06 09:19:36.428544 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35046) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:36.680227 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808e8d14-12b9-4ac3-8839-b9a3feb5dec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:36.681356 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-808e8d14-12b9-4ac3-8839-b9a3feb5dec5 admin admin] 10.222.0.68 "GET /v2.0/networks/ce5fa939-00f1-4ad9-8c77-f4473af33795 HTTP/1.1" status: 200  len: 869 time: 0.2518513
May 06 09:19:39.074838 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35056) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:39.260626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced8ee3-eab3-41cb-be2e-d04f1e58d2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:39.261454 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced8ee3-eab3-41cb-be2e-d04f1e58d2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:39.264075 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6ced8ee3-eab3-41cb-be2e-d04f1e58d2e5 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1876853
May 06 09:19:41.502630 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35066) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:41.617271 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec79da96-7a2e-44ea-9e97-0724500c9d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:41.617738 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec79da96-7a2e-44ea-9e97-0724500c9d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:41.618492 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ec79da96-7a2e-44ea-9e97-0724500c9d32 admin admin] Synchronizing usage tracker for tenant:1c4c766031a545e3827f16951426bf28 on resource:subnet {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:19:41.753002 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ec79da96-7a2e-44ea-9e97-0724500c9d32 admin admin] Unset dirty status for tenant:1c4c766031a545e3827f16951426bf28 on resource:subnet {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:19:41.754632 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ec79da96-7a2e-44ea-9e97-0724500c9d32 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2505586
May 06 09:19:43.991840 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35076) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:44.110023 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c1cd7-9e25-4cf9-b9c6-df1593af8887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:44.111940 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-d08c1cd7-9e25-4cf9-b9c6-df1593af8887 admin admin] 10.222.0.68 "GET /v2.0/subnets/215e02c7-8f0e-4215-99b3-df0a540e1851 HTTP/1.1" status: 200  len: 868 time: 0.1190710
May 06 09:19:46.337370 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35086) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:19:46.477507 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f189e9c-c234-4b59-99f9-02bb6b6a7c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:19:46.478899 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-0f189e9c-c234-4b59-99f9-02bb6b6a7c8a admin admin] 10.222.0.68 "GET /v2.0/subnets/481bf92b-7c08-464b-9218-7767996656a1 HTTP/1.1" status: 200  len: 816 time: 0.1405451
May 06 09:19:46.820557 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d6f78f1a-355b-40be-b0ae-f4bf2c27c545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:49.295097 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:49.598104 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-6c4d57e3-f1db-47d8-8b34-2b43a2c2bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:50.323157 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:19:52.089443 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:08.600160 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:20:11.199853 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35130) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:20:11.282926 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [None req-20e6480b-4be5-414c-b6b4-8bfdad4e964a admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:20:11.284295 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-20e6480b-4be5-414c-b6b4-8bfdad4e964a admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0829029
May 06 09:20:13.587783 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35140) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:20:13.668180 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36aef1e-14aa-4987-9d38-21355c717e75 admin admin] GET failed (client error): The resource could not be found.
May 06 09:20:13.669589 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-e36aef1e-14aa-4987-9d38-21355c717e75 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0805635
May 06 09:20:13.803805 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb690b5-7edd-4a9a-b585-db8a7d5603e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:20:13.806867 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0cb690b5-7edd-4a9a-b585-db8a7d5603e1 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1324661
May 06 09:20:16.063443 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35150) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:20:16.115203 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:20:16.120297 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:20:16.131574 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:20:16.203981 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Made reservation on behalf of 1c4c766031a545e3827f16951426bf28 for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:20:16.206622 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:16.298886 dv-cinder-790014-1-iscsi neutron-server[74356]: WARNING neutron.services.revisions.revision_plugin [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fe4b0881a90] {project_id='1c4c766031a545e3827f16951426bf28', id='d93eaa70-a431-48bd-b603-51a38ecba01c', target_tenant='*', action='access_as_shared', object_id='15d03809-bd5e-442d-add2-77599c1d59d8'}> to bump revision.
May 06 09:20:16.319678 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:20:16.338661 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:16.339695 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Added segment d149f3c3-5e8a-4f33-a952-ee07522a28ca of type vlan for network 15d03809-bd5e-442d-add2-77599c1d59d8
May 06 09:20:16.376264 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:16.471515 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:16.472989 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:20:16.473582 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:16.478891 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:20:16.585659 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Pushing event updated for resources: {'Network': ['ID=15d03809-bd5e-442d-add2-77599c1d59d8,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:20:16.588993 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:20:16.597045 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 15d03809-bd5e-442d-add2-77599c1d59d8 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:20:16.628353 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5632226
May 06 09:20:16.808974 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-bcd57603-bf86-4bad-bb11-e088be2ff288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:18.896654 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35160) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:20:18.972499 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c037ac-699f-41a7-896c-771e1eb4da4b admin admin] GET failed (client error): The resource could not be found.
May 06 09:20:18.973328 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-38c037ac-699f-41a7-896c-771e1eb4da4b admin admin] Synchronizing usage tracker for tenant:1c4c766031a545e3827f16951426bf28 on resource:network {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:20:19.060583 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-38c037ac-699f-41a7-896c-771e1eb4da4b admin admin] Unset dirty status for tenant:1c4c766031a545e3827f16951426bf28 on resource:network {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:20:19.062515 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-38c037ac-699f-41a7-896c-771e1eb4da4b admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1642609
May 06 09:20:19.228843 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302f1be-3774-4ec9-842f-9ce48fe96a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:20:19.231384 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-5302f1be-3774-4ec9-842f-9ce48fe96a5f admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1621192
May 06 09:20:19.245115 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:20:19.253418 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:20:19.267356 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:20:19.288884 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:19.374463 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Made reservation on behalf of 1c4c766031a545e3827f16951426bf28 for: {'subnet': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:20:19.377155 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:19.592003 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-5b0540b0-1c2f-40f5-9a4e-5078813ded93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:19.869325 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:19.873353 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7ca3268d-6825-467e-bc09-28f23b3c79d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:20:19.950585 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ae0844-4376-4f04-9552-063830265cfb,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:20:19.954844 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:20:19.961459 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Checking segment: {'id': 'd149f3c3-5e8a-4f33-a952-ee07522a28ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:20:19.961867 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Network hostable DHCP agents. Network: 15d03809-bd5e-442d-add2-77599c1d59d8, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:20:20.054419 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Network 15d03809-bd5e-442d-add2-77599c1d59d8 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:20:20.237344 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 15d03809-bd5e-442d-add2-77599c1d59d8) {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:20:20.244020 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:20:20.245514 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:20.249396 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d1334-b8d4-473d-8d71-39f4b12f1fb0 None None] Network 15d03809-bd5e-442d-add2-77599c1d59d8 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:20:20.433724 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1949422
May 06 09:20:20.499149 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-15d03809-bd5e-442d-add2-77599c1d59d8', 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8', 'tenant_id': '1c4c766031a545e3827f16951426bf28', 'fixed_ips': [{'subnet_id': '33ae0844-4376-4f04-9552-063830265cfb'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:20:20.500933 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:20.515230 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:20.727652 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Allocated IP 192.168.233.2 (15d03809-bd5e-442d-add2-77599c1d59d8/33ae0844-4376-4f04-9552-063830265cfb/a72046eb-b77c-46aa-9445-ea8fa0518f0d) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:20:21.000318 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:21.015761 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Transition to ACTIVE for port object a72046eb-b77c-46aa-9445-ea8fa0518f0d will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:20:21.037517 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Transition to ACTIVE for port object a72046eb-b77c-46aa-9445-ea8fa0518f0d will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:20:21.135378 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:21.141959 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-dd5900b5-da53-42e6-9499-69f4f6fcbfd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:20:21.221616 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Network 15d03809-bd5e-442d-add2-77599c1d59d8 is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:20:21.231505 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:20:21.241764 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:20:21.243504 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Pushing event updated for resources: {'Port': ['ID=a72046eb-b77c-46aa-9445-ea8fa0518f0d,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:20:21.287442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:20:21.367603 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Attempting to bind port a72046eb-b77c-46aa-9445-ea8fa0518f0d on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:20:21.368087 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Attempting to bind port a72046eb-b77c-46aa-9445-ea8fa0518f0d by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'd149f3c3-5e8a-4f33-a952-ee07522a28ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:20:21.368498 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Attempting to bind port a72046eb-b77c-46aa-9445-ea8fa0518f0d on network 15d03809-bd5e-442d-add2-77599c1d59d8 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:20:21.376223 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:20:21.376694 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Checking segment: {'id': 'd149f3c3-5e8a-4f33-a952-ee07522a28ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:20:21.386379 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:21.386379 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Bound using segment: {'id': 'd149f3c3-5e8a-4f33-a952-ee07522a28ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:20:21.386379 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Bound port: a72046eb-b77c-46aa-9445-ea8fa0518f0d, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd149f3c3-5e8a-4f33-a952-ee07522a28ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:20:21.386379 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:21.506207 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] For port a72046eb-b77c-46aa-9445-ea8fa0518f0d, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:20:21.511113 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] For port a72046eb-b77c-46aa-9445-ea8fa0518f0d, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=a72046eb-b77c-46aa-9445-ea8fa0518f0d,segment=NetworkSegment(d149f3c3-5e8a-4f33-a952-ee07522a28ca),segment_id=d149f3c3-5e8a-4f33-a952-ee07522a28ca)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:20:21.621099 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:21.626203 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:20:21.725572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Pushing event updated for resources: {'Port': ['ID=a72046eb-b77c-46aa-9445-ea8fa0518f0d,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:20:21.731260 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:20:22.100309 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:22.697108 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d7b29e-8e5f-4dbf-b207-48ed5ce965c9 None None] Network 15d03809-bd5e-442d-add2-77599c1d59d8 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:20:22.847830 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a1145491-25f2-4d36-a786-4e2a01e9f706 None None] Provisioning for port a72046eb-b77c-46aa-9445-ea8fa0518f0d completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:20:23.419051 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device a72046eb-b77c-46aa-9445-ea8fa0518f0d up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:20:23.609810 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port a72046eb-b77c-46aa-9445-ea8fa0518f0d completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:20:23.618309 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port a72046eb-b77c-46aa-9445-ea8fa0518f0d triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:20:23.618866 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:23.808971 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:23.854496 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port a72046eb-b77c-46aa-9445-ea8fa0518f0d, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=a72046eb-b77c-46aa-9445-ea8fa0518f0d,segment=NetworkSegment(d149f3c3-5e8a-4f33-a952-ee07522a28ca),segment_id=d149f3c3-5e8a-4f33-a952-ee07522a28ca)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:20:23.940182 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:23.943636 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:20:24.039746 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=a72046eb-b77c-46aa-9445-ea8fa0518f0d,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:20:24.045341 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:20:25.375008 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device a72046eb-b77c-46aa-9445-ea8fa0518f0d up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:20:25.462812 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port a72046eb-b77c-46aa-9445-ea8fa0518f0d triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:20:25.463223 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:45.600549 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:20:46.797727 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-26905027-6626-4b00-ad9e-a0d229130851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:49.289220 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:49.609117 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-17279904-4968-47b3-8ec5-81f5c6500a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:50.379704 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:20:52.111312 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:16.819715 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-02de35fd-5d68-45c7-9129-363ab8a60c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:19.293802 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:19.596992 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-5f473d8a-d95f-471d-a473-ecc037d74fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:20.374611 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:22.098980 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:22.601359 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:21:43.032737 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35210) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:21:43.039301 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [None req-f8559fc7-ade5-4d89-89db-1a3e05309737 tempest-verify_tempest_config-1592466679 tempest-verify_tempest_config-1592466679-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:21:43.040687 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-f8559fc7-ade5-4d89-89db-1a3e05309737 tempest-verify_tempest_config-1592466679 tempest-verify_tempest_config-1592466679-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066500
May 06 09:21:43.767149 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35228) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:21:43.894592 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:43.910586 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:21:43.914564 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Usage tracker for resource:security_group_rule and tenant:8b874338997a47dfabe80c001288f95d is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:21:43.917912 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:21:43.924593 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:21:44.021304 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:44.087620 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:44.096229 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:21:44.139741 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Synchronizing usage tracker for tenant:1c4c766031a545e3827f16951426bf28 on resource:security_group {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:21:44.142457 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46988580-990f-41fa-ab72-8830b44f97e5,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:21:44.152884 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.153753 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.154091 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.154417 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.154853 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.155342 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.155669 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.155993 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.156309 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.156625 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.156967 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.157281 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:21:44.162277 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:21:44.237333 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Unset dirty status for tenant:1c4c766031a545e3827f16951426bf28 on resource:security_group {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:21:44.242008 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b874338997a47dfabe80c001288f95d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4710293
May 06 09:21:44.242467 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35234) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:21:44.341347 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-124dc467-2b5e-4c7c-9f8e-82dded604047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:44.373727 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-124dc467-2b5e-4c7c-9f8e-82dded604047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:44.602846 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-124dc467-2b5e-4c7c-9f8e-82dded604047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:44.607256 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-41de7d30-9938-4b58-849d-678512e7d9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:21:44.621265 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dc467-2b5e-4c7c-9f8e-82dded604047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46988580-990f-41fa-ab72-8830b44f97e5,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:21:44.625445 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-124dc467-2b5e-4c7c-9f8e-82dded604047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:21:44.628660 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-124dc467-2b5e-4c7c-9f8e-82dded604047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:44.630355 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-124dc467-2b5e-4c7c-9f8e-82dded604047 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/46988580-990f-41fa-ab72-8830b44f97e5 HTTP/1.1" status: 204  len: 168 time: 0.3860993
May 06 09:21:46.784163 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-54ce525a-3d52-46a5-b653-bdb61a155df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:49.282521 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:49.586169 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-eb0f94e4-e525-4eff-b3d6-cea22b8796aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:50.367718 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:52.088195 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:21:59.600854 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:22:16.772011 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e3708c2d-bcea-40bf-b3d7-ca94153c0d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:22:19.276268 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:22:19.579461 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f7ada556-8d9c-40e9-a2a1-4bebbe10997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:22:20.350508 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:22:22.087874 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:22:36.599351 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:22:46.783207 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-eac4052e-ca08-4b4c-8779-fd0d4c996d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:22:49.309206 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:22:49.594716 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3cd30d84-9ac8-4b22-a94b-0c69ec1199a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:22:50.367234 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:22:52.098540 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:13.598598 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 5 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:23:16.767373 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-68894dc7-3a46-4643-844b-16f6aaefdacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:19.292977 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:19.630386 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-06835212-df11-4c1f-b916-1fdc03435b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:20.401581 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:22.207150 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:23.382314 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390'] for agent, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:27.789181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35286) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:23:27.933426 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-33f95e2f-f0b4-48a3-80f3-cc4c4b31c59b admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1428213
May 06 09:23:30.207815 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35296) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:23:30.301521 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-2ba2be7f-1157-487a-83eb-48ce5d815aba admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0921910
May 06 09:23:46.767035 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e5d1-59c3-4d96-be22-7fd756aca6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:49.338444 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:49.612529 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-cedc9ea7-69cd-4990-8047-380b3d508ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:50.359375 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:50.597876 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:23:52.109724 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:23:53.309446 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:16.887172 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-fc3f4237-8e41-42e7-95d4-f4a2e48d5b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:19.292937 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:19.618188 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a58dc486-9842-4887-bba3-10ebda034c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:20.366651 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:22.122197 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:23.453527 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:27.597726 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:24:46.787102 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-2dcc57b4-726b-4d6e-bdc0-4353bb32e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:49.326463 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:49.595099 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-0d90d110-3715-4621-891b-92a655b2d39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:50.381478 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:52.120947 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:24:53.326410 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:02.920737 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35514) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:03.433246 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35536) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:03.499497 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35544) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:03.561379 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35554) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:03.573978 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-22247035-network', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:03.587179 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:03.593418 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Usage tracker for resource:network and tenant:b8c0340227eb47b8be22f2e3118f56d9 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:03.606994 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1039918736-network', 'tenant_id': '4927947e2a85420b821d6343e15efa95'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:03.610256 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:03.628298 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:03.630722 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:03.637101 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Usage tracker for resource:network and tenant:4927947e2a85420b821d6343e15efa95 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:03.642806 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:03.654370 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:03.728518 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Made reservation on behalf of b8c0340227eb47b8be22f2e3118f56d9 for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:03.733549 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:03.754058 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:03.780179 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-589240414-network', 'tenant_id': '30c8cacafc8e46b89bf8a30e363801bc'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:03.786399 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2059874377-network', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:03.800086 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:03.801644 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:03.807851 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Usage tracker for resource:security_group_rule and tenant:b8c0340227eb47b8be22f2e3118f56d9 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:03.813835 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Usage tracker for resource:network and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:03.814168 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:03.821859 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:03.827194 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:03.832781 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:03.843644 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Made reservation on behalf of 4927947e2a85420b821d6343e15efa95 for: {'network': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:03.846831 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:03.864262 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:03.883820 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:03.889274 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Usage tracker for resource:security_group_rule and tenant:4927947e2a85420b821d6343e15efa95 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:03.893217 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:03.903466 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:03.986659 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:04.036226 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.043070 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Usage tracker for resource:network and tenant:30c8cacafc8e46b89bf8a30e363801bc is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:04.051706 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:04.069756 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.070260 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:04.201755 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Made reservation on behalf of 3c22429299f74a7f9f05620948b1ca93 for: {'network': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:04.206261 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.238374 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.245703 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.252075 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-551328a7-79b4-4bbb-aa8f-ea925ad1a0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:04.280889 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:04.291331 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:04.292570 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 972}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:25:04.297413 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:04.311401 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.311751 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Added segment fc1ef7e9-2062-4d13-adab-fdab96159308 of type vlan for network 70345935-7db1-49d3-9dd4-7eb0d8636823
May 06 09:25:04.319975 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:04.350776 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.357760 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Made reservation on behalf of 30c8cacafc8e46b89bf8a30e363801bc for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:04.361403 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.372957 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-124dc467-2b5e-4c7c-9f8e-82dded604047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:04.401437 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.418192 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984}  {{(pid=74357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:25:04.418997 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eda81e-b0a3-4fab-b46c-68f856c01d0e,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:04.452725 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24283b88-a5bc-4e3f-b683-61893eeb4f3f,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:04.461766 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.469323 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.segments_db [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Added segment 44f5d65d-24af-4123-b138-51711b40e6ca of type vlan for network 4dbee85d-113b-4b84-9470-12fb25a58cee
May 06 09:25:04.469534 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.473583 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.474175 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.474757 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.475360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.475906 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.476480 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.477093 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.477863 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.478656 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.479409 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.479944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.480729 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Tracked resource versions report:
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]: pushed versions:
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]: {   'AddressGroup': {'1.2'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'ConntrackHelper': {'1.0'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Log': {'1.0'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Network': {'1.1'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Port': {'1.7'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'PortForwarding': {'1.2'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'QosPolicy': {'1.8'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'SecurityGroup': {'1.4'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'SecurityGroupRule': {'1.2'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'SubPort': {'1.0'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Subnet': {'1.1'},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     'Trunk': {'1.1'}}
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]: consumer versions:
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]: {   DHCP agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     HyperV agent@hv-cinder-79001: {},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     L3 agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     Metadata agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     Metering agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:     Open vSwitch agent@dv-cinder-790014-1-iscsi: {   'AddressGroup': '1.2',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'ConntrackHelper': '1.0',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Log': '1.0',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Network': '1.1',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Port': '1.7',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'PortForwarding': '1.2',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'QosPolicy': '1.8',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'SecurityGroup': '1.4',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'SecurityGroupRule': '1.2',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'SubPort': '1.0',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Subnet': '1.1',
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:                                                      'Trunk': '1.1'}}
May 06 09:25:04.482497 dv-cinder-790014-1-iscsi neutron-server[74356]:  {{(pid=74356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 09:25:04.486597 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.486597 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.486597 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.486597 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.486597 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.487329 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.487592 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.487821 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.488225 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.488753 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.489086 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.489438 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Tracked resource versions report:
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]: pushed versions:
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]: {   'AddressGroup': {'1.2'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'ConntrackHelper': {'1.0'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Log': {'1.0'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Network': {'1.1'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Port': {'1.7'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'PortForwarding': {'1.2'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'QosPolicy': {'1.8'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'SecurityGroup': {'1.4'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'SecurityGroupRule': {'1.2'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'SubPort': {'1.0'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Subnet': {'1.1'},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     'Trunk': {'1.1'}}
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]: consumer versions:
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]: {   DHCP agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     HyperV agent@hv-cinder-79001: {},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     L3 agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     Metadata agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     Metering agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:     Open vSwitch agent@dv-cinder-790014-1-iscsi: {   'AddressGroup': '1.2',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'ConntrackHelper': '1.0',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Log': '1.0',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Network': '1.1',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Port': '1.7',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'PortForwarding': '1.2',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'QosPolicy': '1.8',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'SecurityGroup': '1.4',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'SecurityGroupRule': '1.2',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'SubPort': '1.0',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Subnet': '1.1',
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:                                                      'Trunk': '1.1'}}
May 06 09:25:04.490684 dv-cinder-790014-1-iscsi neutron-server[74357]:  {{(pid=74357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 09:25:04.499335 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:04.508686 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:04.534518 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:04.546722 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.551763 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.556843 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Usage tracker for resource:security_group_rule and tenant:30c8cacafc8e46b89bf8a30e363801bc is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:04.563183 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:04.579711 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:04.597316 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:25:04.658414 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.670449 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:04.713466 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.725656 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.725656 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 959}  {{(pid=74357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:25:04.726397 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:04.726397 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.726853 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:04.727811 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.732374 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:04.741326 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab550439-4a2b-467b-8df5-3ebeb6836988,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:04.764675 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:04.765061 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:04.803848 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.804228 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.segments_db [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Added segment 4cd34fe1-e73c-4e02-915d-9463eeb3e968 of type vlan for network c75a9001-a5ff-461a-a5c6-a597b137003a
May 06 09:25:04.887473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.908174 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Pushing event updated for resources: {'Network': ['ID=4dbee85d-113b-4b84-9470-12fb25a58cee,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:04.912110 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:04.915898 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:04.922998 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 4dbee85d-113b-4b84-9470-12fb25a58cee details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:25:04.944990 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Pushing event updated for resources: {'Network': ['ID=70345935-7db1-49d3-9dd4-7eb0d8636823,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:04.959839 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:04.984580 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5488281
May 06 09:25:04.989790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35582) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:04.999715 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Request body: {'subnet': {'network_id': '4dbee85d-113b-4b84-9470-12fb25a58cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1039918736-subnet', 'tenant_id': '4927947e2a85420b821d6343e15efa95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:05.009334 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:05.016597 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Usage tracker for resource:subnet and tenant:4927947e2a85420b821d6343e15efa95 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:05.019298 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 70345935-7db1-49d3-9dd4-7eb0d8636823 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:25:05.022355 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:05.030761 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:05.056944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:05.059521 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.1373501
May 06 09:25:05.064612 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35586) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:05.066292 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:05.074626 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Request body: {'subnet': {'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-subnet', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:05.094576 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:05.114832 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:05.117801 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffe4706-8694-429f-92fe-58c3ce8f664b,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:05.118362 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Usage tracker for resource:subnet and tenant:b8c0340227eb47b8be22f2e3118f56d9 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:05.124858 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:05.133391 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:05.133391 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:05.136246 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Made reservation on behalf of 4927947e2a85420b821d6343e15efa95 for: {'subnet': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:05.140208 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:05.195138 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 971}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:25:05.263172 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:05.263172 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:05.280208 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:05.281592 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:05.281926 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Added segment 9b64777d-b442-4a4b-9d06-07f806080903 of type vlan for network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390
May 06 09:25:05.337591 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:05.464423 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Made reservation on behalf of b8c0340227eb47b8be22f2e3118f56d9 for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:05.468552 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:05.589328 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:05.597198 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:05.597198 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:05.597198 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:05.614905 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0475559
May 06 09:25:05.615474 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35602) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:05.623706 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Pushing event updated for resources: {'Network': ['ID=c75a9001-a5ff-461a-a5c6-a597b137003a,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:05.628649 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Request body: {'subnet': {'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2059874377-subnet', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:05.635755 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network c75a9001-a5ff-461a-a5c6-a597b137003a details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:25:05.663777 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:05.670819 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:05.691585 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Usage tracker for resource:subnet and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:05.698594 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:05.719248 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:05.738403 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Pushing event updated for resources: {'Network': ['ID=7e92c5a6-de17-4a4f-8d4c-1fb642c22390,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:05.786191 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:05.791725 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.2898483
May 06 09:25:05.796233 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35608) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:05.802651 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Request body: {'subnet': {'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-589240414-subnet', 'tenant_id': '30c8cacafc8e46b89bf8a30e363801bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:05.806861 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:25:05.811314 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:05.818210 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Usage tracker for resource:subnet and tenant:30c8cacafc8e46b89bf8a30e363801bc is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:05.822704 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:05.846790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:05.883882 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Made reservation on behalf of 3c22429299f74a7f9f05620948b1ca93 for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:05.889638 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:06.040360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Made reservation on behalf of 30c8cacafc8e46b89bf8a30e363801bc for: {'subnet': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:06.044415 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:06.143077 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:06.152053 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:06.318665 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4741ec0b-4151-4be5-8ac7-8e522fc5ea06,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:06.330033 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:06.368957 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Checking segment: {'id': '44f5d65d-24af-4123-b138-51711b40e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '4dbee85d-113b-4b84-9470-12fb25a58cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:06.369552 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Network hostable DHCP agents. Network: 4dbee85d-113b-4b84-9470-12fb25a58cee, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:25:06.577647 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Network 4dbee85d-113b-4b84-9470-12fb25a58cee is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:25:06.715650 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 4dbee85d-113b-4b84-9470-12fb25a58cee) {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:06.735929 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:06.739015 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17de6ceb-1d21-4ebe-a05b-612014ace229 None None] Network 4dbee85d-113b-4b84-9470-12fb25a58cee requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:06.741759 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:06.858573 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:06.870327 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:06.996576 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-d399f68a-4c55-491f-9461-a0054c1fabbe admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9956167
May 06 09:25:07.196048 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:07.213132 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef167820-7779-44dc-af64-e85845bb418c,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:07.218337 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:07.219192 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:07.298753 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Checking segment: {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:07.299333 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Network hostable DHCP agents. Network: 70345935-7db1-49d3-9dd4-7eb0d8636823, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:25:07.392786 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d8b5ae-7f5b-45f4-a2cb-7313063328dd,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:07.397904 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:07.440440 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Checking segment: {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:07.441063 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Network hostable DHCP agents. Network: c75a9001-a5ff-461a-a5c6-a597b137003a, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:25:07.504134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Network 70345935-7db1-49d3-9dd4-7eb0d8636823 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:25:07.544253 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21021d14-a397-4d81-91e3-6d88e3dfe06f None None] Network 4dbee85d-113b-4b84-9470-12fb25a58cee requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:07.560136 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:07.596739 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-931c7c0d-5ad0-40be-91bd-9175135c1c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:07.697345 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Network c75a9001-a5ff-461a-a5c6-a597b137003a is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:25:07.715431 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e6f073-8d8d-4417-a635-75e3b83e0759,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:07.719050 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:07.727003 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Checking segment: {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:07.727440 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Network hostable DHCP agents. Network: 7e92c5a6-de17-4a4f-8d4c-1fb642c22390, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:25:07.803333 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 70345935-7db1-49d3-9dd4-7eb0d8636823) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:07.816775 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, c75a9001-a5ff-461a-a5c6-a597b137003a) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:07.821890 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a955ea-355e-4a8b-903a-ab9b0fc0ef96 None None] Network 70345935-7db1-49d3-9dd4-7eb0d8636823 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:07.855362 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:07.856131 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:07.898272 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:25:07.909476 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 7e92c5a6-de17-4a4f-8d4c-1fb642c22390) {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:07.915974 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:07.919026 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:07.933814 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:07.935805 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:07.953605 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba3756-537e-496d-9208-eecaecf9f544 None None] Network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:07.972790 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1169c9-3074-4769-bafd-61d1d1d29a8f None None] Network c75a9001-a5ff-461a-a5c6-a597b137003a requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:07.984561 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-9e65eb3d-9bf9-46e1-a01e-4ee6f81c2ae0 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 2.9181163
May 06 09:25:07.988516 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35662) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:07.996046 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:08.006928 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:08.014868 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Usage tracker for resource:router and tenant:b8c0340227eb47b8be22f2e3118f56d9 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:08.023076 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:08.037831 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:08.075193 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4538047
May 06 09:25:08.075719 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.2765758
May 06 09:25:08.075823 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35670) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:08.085186 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:08.094224 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:08.102581 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Usage tracker for resource:router and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:08.108561 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:08.132665 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:08.142473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:08.142473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:08.221359 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:08.241473 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35692) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:08.245293 dv-cinder-790014-1-iscsi neutron-server[74357]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 06 09:25:08.300559 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:08.303682 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:08.520398 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:08.677125 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851221-85ff-432f-afd6-4d2450e4714f req-5ae817c4-928f-4358-a067-0cdbe3772349 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:08.678875 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-89851221-85ff-432f-afd6-4d2450e4714f req-5ae817c4-928f-4358-a067-0cdbe3772349 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Synchronizing usage tracker for tenant:4927947e2a85420b821d6343e15efa95 on resource:network {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:25:08.891154 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-89851221-85ff-432f-afd6-4d2450e4714f req-5ae817c4-928f-4358-a067-0cdbe3772349 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Unset dirty status for tenant:4927947e2a85420b821d6343e15efa95 on resource:network {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:25:08.893082 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-5ae817c4-928f-4358-a067-0cdbe3772349 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/networks?id=4dbee85d-113b-4b84-9470-12fb25a58cee HTTP/1.1" status: 200  len: 812 time: 0.6495981
May 06 09:25:09.042952 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-d56d1e52-269c-45d2-8e16-1d2661089ec5 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/quotas/4927947e2a85420b821d6343e15efa95 HTTP/1.1" status: 200  len: 375 time: 0.0408185
May 06 09:25:09.060671 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589fc806-4d55-4092-974a-c3ecda90c27d None None] Network 70345935-7db1-49d3-9dd4-7eb0d8636823 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:09.114318 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:09.313279 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c18ec-01f3-4eeb-b6c8-34ba34c6c7da None None] Network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:09.488555 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-c75a9001-a5ff-461a-a5c6-a597b137003a', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:25:09.489610 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:09.605304 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-01e3c6ba-1fb7-4fb2-bac7-a2b6b0eb9695 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4927947e2a85420b821d6343e15efa95&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4431138
May 06 09:25:09.625837 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:09.723525 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35734) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:09.730507 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:09.799084 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:09.821081 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-903a6fe4-01c7-47ef-a8dc-c0542f4fde4f service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:25:09.822173 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-903a6fe4-01c7-47ef-a8dc-c0542f4fde4f service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0718310
May 06 09:25:09.986571 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-c9300ac3-ccdd-4e7c-9afa-8df2ed66368d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:09.988600 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-c9300ac3-ccdd-4e7c-9afa-8df2ed66368d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 814 time: 0.2640073
May 06 09:25:10.035107 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-dd5cc32e-2ce9-477c-bee4-ff1ec778042c tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/quotas/30c8cacafc8e46b89bf8a30e363801bc HTTP/1.1" status: 200  len: 375 time: 0.0338666
May 06 09:25:10.047029 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Allocated IP 172.27.3.213 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/9d119fb2-2c75-415f-a25c-cf77a01ce51d) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:10.108559 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-771a14c2-393b-4191-b2ce-5729f688de3e service neutron] 10.222.0.68 "GET /v2.0/networks/4dbee85d-113b-4b84-9470-12fb25a58cee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2732320
May 06 09:25:10.171839 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Allocated IP 172.20.0.2 (c75a9001-a5ff-461a-a5c6-a597b137003a/15d8b5ae-7f5b-45f4-a2cb-7313063328dd/3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:10.189521 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-04026320-60de-4d64-aa36-7d93dd994baf tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0832622
May 06 09:25:10.385670 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-16344742-f4e4-41fb-a4b9-3869004149f1 service neutron] 10.222.0.68 "GET /v2.0/networks/4dbee85d-113b-4b84-9470-12fb25a58cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2282438
May 06 09:25:10.536383 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:10.682063 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:10.715706 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Transition to ACTIVE for port object 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:10.729955 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-cb5cf5dd-4695-435f-91d0-a084284d0f5a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:25:10.747464 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-cb5cf5dd-4695-435f-91d0-a084284d0f5a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3243361
May 06 09:25:10.768643 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:10.777893 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Transition to ACTIVE for port object 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:10.792711 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:10.930460 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:10.937767 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:10.989282 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:11.001858 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:11.013095 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:11.119786 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Network c75a9001-a5ff-461a-a5c6-a597b137003a is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:11.123572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:11.134427 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:11.175004 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:11.255189 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Pushing event updated for resources: {'Port': ['ID=3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:11.290557 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Attempting to bind port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:11.291022 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Attempting to bind port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:11.291586 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Attempting to bind port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 on network c75a9001-a5ff-461a-a5c6-a597b137003a {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:11.302048 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.302750 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.304200 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.304737 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.305500 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.307565 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.308126 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.309152 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.309734 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.310155 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.310736 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.311143 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Tracked resource versions report:
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]: pushed versions:
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]: {   'AddressGroup': {'1.2'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'ConntrackHelper': {'1.0'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Log': {'1.0'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Network': {'1.1'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Port': {'1.7'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'PortForwarding': {'1.2'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'QosPolicy': {'1.8'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'SecurityGroup': {'1.4'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'SecurityGroupRule': {'1.2'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'SubPort': {'1.0'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Subnet': {'1.1'},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     'Trunk': {'1.1'}}
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]: consumer versions:
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]: {   DHCP agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     HyperV agent@hv-cinder-79001: {},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     L3 agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     Metadata agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     Metering agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:     Open vSwitch agent@dv-cinder-790014-1-iscsi: {   'AddressGroup': '1.2',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'ConntrackHelper': '1.0',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Log': '1.0',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Network': '1.1',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Port': '1.7',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'PortForwarding': '1.2',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'QosPolicy': '1.8',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'SecurityGroup': '1.4',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'SecurityGroupRule': '1.2',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'SubPort': '1.0',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Subnet': '1.1',
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:                                                      'Trunk': '1.1'}}
May 06 09:25:11.312394 dv-cinder-790014-1-iscsi neutron-server[74358]:  {{(pid=74358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 09:25:11.318373 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:11.318904 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Checking segment: {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:11.319400 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:11.320084 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Bound using segment: {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:11.320879 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Bound port: 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:11.321482 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:11.354469 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:11.369577 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-8299acbd-1946-485a-8bca-177c4e84f5b6 service neutron] 10.222.0.68 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6209559
May 06 09:25:11.478466 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Pushing event updated for resources: {'Port': ['ID=9d119fb2-2c75-415f-a25c-cf77a01ce51d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:11.495303 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:11.496584 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] For port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:11.512793 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] For port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:11.522602 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:11.619029 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:11.628752 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:11.656742 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c469a7c5-dcc6-4ca3-a160-0437f16f1b20 req-d4221113-630d-483d-9f93-3236d9b0ba33 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 210 time: 0.0732398
May 06 09:25:11.674937 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-af4482fc-c1ea-4d5f-afc5-1e07cf33c2ee service neutron] 10.222.0.68 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3044012
May 06 09:25:11.858319 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Pushing event updated for resources: {'Port': ['ID=3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:11.864683 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:12.044503 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Allocated IP 172.27.3.196 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/ceb5e645-6f9b-4d54-8d55-3598e5ba1bca) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:12.083417 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:12.635738 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-083adb48-8d6d-4001-97f9-b66bf5694420 req-87335fb9-cfce-4a49-ae67-161f127266df tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 210 time: 0.0956967
May 06 09:25:12.715739 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:12.885891 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e4aedfb9-b87d-4ceb-9e0d-97185cce2a35 req-a665fc98-ef0d-41c0-bd35-9af83abb45c2 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 210 time: 0.0677023
May 06 09:25:12.951157 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:13.025796 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35846) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:13.156576 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:13.164345 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:13.234412 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:13.271394 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:13.284003 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:13.288868 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0c10c280d96f4fcaa42edb5fda8d4d50 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:13.292584 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:13.299901 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:13.343176 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:13.351799 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:13.355818 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0159ab9-08f4-48a1-ad21-fe219b7314fd None None] Network c75a9001-a5ff-461a-a5c6-a597b137003a requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:13.428603 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Router da511efd-6bb7-467e-9894-a8698e202723 is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:25:13.539991 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb5e645-6f9b-4d54-8d55-3598e5ba1bca,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:13.571109 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:13.666006 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-c2e699e5-d6ae-4f98-8dab-421cf5950e4f None None] Provisioning for port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:13.799409 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:13.892369 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:14.044840 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f1d67c3e-36d7-4991-810b-a42c3fc13374 req-c2bb109b-b0ed-4828-bb57-bfe794a2bf4c tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 210 time: 0.2415473
May 06 09:25:14.051500 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35876) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:14.078654 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:14.116169 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:14.280849 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:14.288044 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:14.288616 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:14.292010 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:25:14.307400 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9530fdf2-c204-458d-bf2c-6d05dee0bb81 req-665a539c-3975-4fed-ba3e-f63e182f6455 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 210 time: 0.1519606
May 06 09:25:14.307588 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Sync routers for ids ['da511efd-6bb7-467e-9894-a8698e202723'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:25:14.322370 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Routers {'da511efd-6bb7-467e-9894-a8698e202723'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:25:14.323014 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b090a1f0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:24:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['da511efd-6bb7-467e-9894-a8698e202723'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:14.532315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:14.540854 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.5510507
May 06 09:25:14.541932 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35906) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:14.728154 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Set router da511efd-6bb7-467e-9894-a8698e202723 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:25:14.742788 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:14.895279 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-dd33ef37-2393-4e72-ae02-6b4a5dc2ed8a None None] Provisioning complete for port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:14.895279 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-dd33ef37-2393-4e72-ae02-6b4a5dc2ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:14.923300 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:15.030121 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:15.154636 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:15.247246 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-15b22147-310f-4e85-81a9-9abd875dbb7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:15.278925 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b090a1f0>, [{'id': 'da511efd-6bb7-467e-9894-a8698e202723', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:11Z', 'revision_number': 3, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'gw_port': {'id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:09Z', 'updated_at': '2021-05-06T09:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:15.292604 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Checking router: da511efd-6bb7-467e-9894-a8698e202723 for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:25:15.293108 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Updating router da511efd-6bb7-467e-9894-a8698e202723 port 9d119fb2-2c75-415f-a25c-cf77a01ce51d binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:25:15.469796 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:15.479597 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:15.493921 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:15.527492 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:15.684454 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:15.699138 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:15.703086 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf66f56bf22416c80dba72fe9052a74 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:15.706850 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:15.729232 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:15.793108 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0c10c280d96f4fcaa42edb5fda8d4d50&name=default HTTP/1.1" status: 200  len: 2975 time: 2.7653327
May 06 09:25:15.795642 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82048bb-0700-44b7-8b79-9dd005e02b71,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:15.807117 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.690s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:15.842052 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 35938) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:15.879051 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:15.880134 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.046862 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-22904629-7720-430c-968b-29e7684736e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.099080 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-22904629-7720-430c-968b-29e7684736e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.244319 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b62995b7-3c42-4ea2-a93c-6c7da682f14b req-bff79c4c-ef2f-4c48-ba8b-bd7d85690164 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 210 time: 0.2670722
May 06 09:25:16.259646 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-42360c04-e527-48be-ba18-9692d531d5fe req-07babe40-3b56-44e5-8e08-3bbd10ad622b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 210 time: 0.7966704
May 06 09:25:16.317540 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.378132 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.397997 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.627370 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Transition to ACTIVE for port object 9d119fb2-2c75-415f-a25c-cf77a01ce51d will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:16.634616 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-22904629-7720-430c-968b-29e7684736e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.673947 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:16.692000 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Router cde2f431-a147-49ac-8090-ec2055819ef2 is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:25:16.727975 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22904629-7720-430c-968b-29e7684736e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82048bb-0700-44b7-8b79-9dd005e02b71,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:16.737804 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-22904629-7720-430c-968b-29e7684736e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:16.778185 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.792571 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:16.857969 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1f7b44ca-ad8d-437d-9b5a-05c22777ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.872218 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:16.935432 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Pushing event updated for resources: {'Port': ['ID=9d119fb2-2c75-415f-a25c-cf77a01ce51d,revision_number=2']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:16.950715 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.951460 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.952626 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.952995 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.953891 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.954548 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.955306 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.955998 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.956673 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.957474 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.958137 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.958808 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Tracked resource versions report:
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]: pushed versions:
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]: {   'AddressGroup': {'1.2'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'ConntrackHelper': {'1.0'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Log': {'1.0'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Network': {'1.1'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Port': {'1.7'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'PortForwarding': {'1.2'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'QosPolicy': {'1.8'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'SecurityGroup': {'1.4'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'SecurityGroupRule': {'1.2'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'SubPort': {'1.0'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Subnet': {'1.1'},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     'Trunk': {'1.1'}}
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]: consumer versions:
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]: {   DHCP agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     HyperV agent@hv-cinder-79001: {},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     L3 agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     Metadata agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     Metering agent@dv-cinder-790014-1-iscsi: {},
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:     Open vSwitch agent@dv-cinder-790014-1-iscsi: {   'AddressGroup': '1.2',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'ConntrackHelper': '1.0',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Log': '1.0',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Network': '1.1',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Port': '1.7',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'PortForwarding': '1.2',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'QosPolicy': '1.8',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'SecurityGroup': '1.4',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'SecurityGroupRule': '1.2',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'SubPort': '1.0',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Subnet': '1.1',
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:                                                      'Trunk': '1.1'}}
May 06 09:25:16.963022 dv-cinder-790014-1-iscsi neutron-server[74359]:  {{(pid=74359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 06 09:25:16.971531 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:25:16.992025 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Sync routers for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:25:17.012777 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:25:17.013428 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0ab2400>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:24:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:17.030569 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:17.031105 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:17.050247 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Attempting to bind port 9d119fb2-2c75-415f-a25c-cf77a01ce51d on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:17.050682 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Attempting to bind port 9d119fb2-2c75-415f-a25c-cf77a01ce51d by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:17.051060 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Attempting to bind port 9d119fb2-2c75-415f-a25c-cf77a01ce51d on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:17.067942 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:17.068910 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:17.069361 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:17.072999 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:17.073566 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Bound port: 9d119fb2-2c75-415f-a25c-cf77a01ce51d, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:17.073989 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:17.086281 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:17.104634 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1bf66f56bf22416c80dba72fe9052a74&name=default HTTP/1.1" status: 200  len: 2975 time: 3.0500793
May 06 09:25:17.111659 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35974) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:17.127673 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Allocated IP 172.20.0.1 (70345935-7db1-49d3-9dd4-7eb0d8636823/ef167820-7779-44dc-af64-e85845bb418c/33edc8ec-db0c-402e-8c6c-7208110c04cc) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:17.160259 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-22904629-7720-430c-968b-29e7684736e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:17.175865 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-22904629-7720-430c-968b-29e7684736e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d82048bb-0700-44b7-8b79-9dd005e02b71 HTTP/1.1" status: 204  len: 168 time: 1.3305736
May 06 09:25:17.188673 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78821a88-cd18-4495-bab5-31005b1bf634,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:17.249646 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:17.250816 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:17.253291 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.1754642
May 06 09:25:17.259053 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 35980) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:17.351389 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] For port 9d119fb2-2c75-415f-a25c-cf77a01ce51d, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:17.358984 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] For port 9d119fb2-2c75-415f-a25c-cf77a01ce51d, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9d119fb2-2c75-415f-a25c-cf77a01ce51d,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:17.373375 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.73', 55249) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:17.514325 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:17.524228 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:25:17.529004 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:17.723476 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7b1d8c9e-2eef-4100-88a4-16f0a19adc27 req-a6447c36-134c-4506-a825-73f312f22bdb tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 210 time: 0.1368306
May 06 09:25:17.742876 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Pushing event updated for resources: {'Port': ['ID=9d119fb2-2c75-415f-a25c-cf77a01ce51d,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:17.760013 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:17.782240 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-80ede95e-bce5-42bd-bcaf-99d70c576a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:17.786616 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-76c4162c-e879-4d02-ae81-49072abe36d0 req-e0cf56a0-dfee-4e5c-981e-df7dc267f4ea tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 210 time: 0.1988850
May 06 09:25:17.883599 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:17.893345 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851221-85ff-432f-afd6-4d2450e4714f req-fbc7fb00-6703-4b4b-8d13-31bd81a2a681 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:17.897497 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Routers {'da511efd-6bb7-467e-9894-a8698e202723'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:25:17.898876 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b090a1f0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:24:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['da511efd-6bb7-467e-9894-a8698e202723'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:17.909489 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-fbc7fb00-6703-4b4b-8d13-31bd81a2a681 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.73 "GET /v2.0/networks?id=4dbee85d-113b-4b84-9470-12fb25a58cee HTTP/1.1" status: 200  len: 812 time: 0.5291471
May 06 09:25:17.938393 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-80ede95e-bce5-42bd-bcaf-99d70c576a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:17.960502 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Request body: {'port': {'device_id': 'b834cf12-1113-49a3-9e8a-87ce1ab16b9a', 'network_id': '4dbee85d-113b-4b84-9470-12fb25a58cee', 'admin_state_up': True, 'tenant_id': '4927947e2a85420b821d6343e15efa95'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:17.965326 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36000) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:18.147656 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0ab2400>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:13Z', 'revision_number': 3, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:18.149548 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] Set router da511efd-6bb7-467e-9894-a8698e202723 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:25:18.153572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Checking router: cde2f431-a147-49ac-8090-ec2055819ef2 for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:25:18.153920 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Updating router cde2f431-a147-49ac-8090-ec2055819ef2 port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:25:18.280062 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:18.301263 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.73', 55250) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:18.435323 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:18.486288 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:18.546406 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-80ede95e-bce5-42bd-bcaf-99d70c576a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:18.580393 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Pushing event updated for resources: {'Port': ['ID=33edc8ec-db0c-402e-8c6c-7208110c04cc,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:18.584218 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:18.600952 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:18.630432 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Network 70345935-7db1-49d3-9dd4-7eb0d8636823 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:18.636985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:18.640149 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:18.640646 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:18.648158 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ede95e-bce5-42bd-bcaf-99d70c576a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78821a88-cd18-4495-bab5-31005b1bf634,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:18.651308 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:18.671329 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-80ede95e-bce5-42bd-bcaf-99d70c576a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:18.685988 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-80ede95e-bce5-42bd-bcaf-99d70c576a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:18.692502 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-80ede95e-bce5-42bd-bcaf-99d70c576a02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/78821a88-cd18-4495-bab5-31005b1bf634 HTTP/1.1" status: 204  len: 168 time: 1.5053723
May 06 09:25:18.701968 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:18.734151 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e0967ac6f84c4334b09fa859b7436c77 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:18.744232 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:18.894277 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-a1bb3e9d-a6cd-4cc2-8282-f8b3c67b74fd tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:18.894277 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-a1bb3e9d-a6cd-4cc2-8282-f8b3c67b74fd tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Synchronizing usage tracker for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:network {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:25:18.939090 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:18.949221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Usage tracker for resource:port and tenant:4927947e2a85420b821d6343e15efa95 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:18.954645 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b090a1f0>, [{'id': 'da511efd-6bb7-467e-9894-a8698e202723', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:11Z', 'revision_number': 3, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'gw_port': {'id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:09Z', 'updated_at': '2021-05-06T09:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:18.956635 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:18.966533 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d3ef7-38db-4b53-8bf6-e9c92afcfa57 None None] The sync data for ids ['da511efd-6bb7-467e-9894-a8698e202723'] in dv-cinder-790014-1-iscsi is: [{'id': 'da511efd-6bb7-467e-9894-a8698e202723', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:11Z', 'revision_number': 3, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'gw_port': {'id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:09Z', 'updated_at': '2021-05-06T09:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:25:18.970304 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:19.040306 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:19.081512 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-a1bb3e9d-a6cd-4cc2-8282-f8b3c67b74fd tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Unset dirty status for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:network {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:25:19.082860 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-a1bb3e9d-a6cd-4cc2-8282-f8b3c67b74fd tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 814 time: 0.7804236
May 06 09:25:19.109182 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Request body: {'port': {'device_id': '5d45b344-ee95-46de-94e3-1d703ec310a9', 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390', 'admin_state_up': True, 'tenant_id': '30c8cacafc8e46b89bf8a30e363801bc'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:19.125811 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Made reservation on behalf of 4927947e2a85420b821d6343e15efa95 for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:19.129798 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:19.356539 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:19.393084 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Transition to ACTIVE for port object ceb5e645-6f9b-4d54-8d55-3598e5ba1bca will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:19.457898 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:19.509204 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:19.517663 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:19.668657 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Attempting to bind port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:19.669516 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Attempting to bind port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:19.670046 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Attempting to bind port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:19.689152 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:19.690025 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:19.690853 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:19.691433 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:19.692098 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Bound port: ceb5e645-6f9b-4d54-8d55-3598e5ba1bca, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:19.692686 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:19.762448 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:19.807998 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:19.818968 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Usage tracker for resource:port and tenant:30c8cacafc8e46b89bf8a30e363801bc is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:19.838278 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:19.851460 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9d119fb2-2c75-415f-a25c-cf77a01ce51d up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:19.873402 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-10b189f1-67c4-43dd-a427-9a832dd016db req-061168fa-d53d-43f0-8ec9-44bcbb00ce6d tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 210 time: 0.6620836
May 06 09:25:19.889366 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c8966e6a-3e48-4dd0-9a0b-e80fe016f5b9 req-7cf5eca0-2a88-438f-8c1b-bd03c62003cf tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 210 time: 0.6758921
May 06 09:25:19.947876 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:20.011652 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Allocated IP 172.20.0.14 (4dbee85d-113b-4b84-9470-12fb25a58cee/4741ec0b-4151-4be5-8ac7-8e522fc5ea06/6e5e7696-21ae-47b2-b391-b780e61c4d68) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:20.053763 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3c037fa8-4b9d-490b-bf1a-ebb0919b1068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.053994 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.058863 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c83f3-39f4-44b0-b5e2-aafc95966786 None None] Pushing event updated for resources: {'Port': ['ID=ceb5e645-6f9b-4d54-8d55-3598e5ba1bca,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:20.089736 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-f93c83f3-39f4-44b0-b5e2-aafc95966786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:20.109419 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] For port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:20.117096 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] For port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=ceb5e645-6f9b-4d54-8d55-3598e5ba1bca,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:20.244205 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 9d119fb2-2c75-415f-a25c-cf77a01ce51d completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:20.255166 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9d119fb2-2c75-415f-a25c-cf77a01ce51d triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:20.257168 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.282504 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.315151 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-66b9ceec-1f22-4173-b9de-19e302e30127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:20.331242 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Made reservation on behalf of 30c8cacafc8e46b89bf8a30e363801bc for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:20.336301 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.399168 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.509026 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:20.546360 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e0967ac6f84c4334b09fa859b7436c77&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5762537
May 06 09:25:20.550289 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.572027 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156fa93c-4cce-4092-87f1-0f6fd8b510f2,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:20.577496 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36076) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:20.592583 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:20.711005 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c83f3-39f4-44b0-b5e2-aafc95966786 None None] Pushing event updated for resources: {'Port': ['ID=ceb5e645-6f9b-4d54-8d55-3598e5ba1bca,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:20.723765 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-f93c83f3-39f4-44b0-b5e2-aafc95966786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:20.818458 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.831684 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.852265 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:25:20.853174 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0ab2400>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:25:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:20.975731 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9161f964-2791-44b0-af12-e6066be5f21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:20.995150 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36090) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:21.108669 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Allocated IP 172.20.0.11 (7e92c5a6-de17-4a4f-8d4c-1fb642c22390/d1e6f073-8d8d-4417-a635-75e3b83e0759/7a9905f1-5c9a-4dc6-b601-0676967e1360) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:21.113792 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.db.resource_extend [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 06 09:25:21.159467 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9161f964-2791-44b0-af12-e6066be5f21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:21.234000 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:21.756771 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Allocated IP 172.20.0.1 (c75a9001-a5ff-461a-a5c6-a597b137003a/15d8b5ae-7f5b-45f4-a2cb-7313063328dd/1e0ed243-28bf-4ad4-949b-e9187a6b5bc1) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:21.769048 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:21.769048 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:21.771083 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:21.806029 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-e512d8d0-9c7b-48b5-9daa-92049308218d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:21.807235 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 9d119fb2-2c75-415f-a25c-cf77a01ce51d, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9d119fb2-2c75-415f-a25c-cf77a01ce51d,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:21.807396 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1087952371-network', 'tenant_id': '523df39724e54dd9a900bef84a4e6971'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:21.807473 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:25:21.821625 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Pushing event updated for resources: {'Port': ['ID=33edc8ec-db0c-402e-8c6c-7208110c04cc,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:21.829172 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:21.890307 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:22.040361 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:22.124148 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ffaeb448-4369-4427-894a-b8934d0c1b76 req-b31d16ef-2505-4c99-9df0-b2e50b0a7d10 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 210 time: 0.6288888
May 06 09:25:22.148780 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:22.176931 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.provisioning_blocks [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Transition to ACTIVE for port object 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 will not be triggered until provisioned by entity DHCP. {{(pid=74357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:22.211411 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77d8f0-6e68-4eec-acea-40ec911ce414 req-7efb7bf2-97c2-498b-996b-2b6605a28609 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:22.218753 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6e77d8f0-6e68-4eec-acea-40ec911ce414 req-7efb7bf2-97c2-498b-996b-2b6605a28609 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 932 time: 0.7618256
May 06 09:25:22.252558 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:22.277880 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-6e77d8f0-6e68-4eec-acea-40ec911ce414 req-423b57c9-7254-4e7f-9977-740e7759f307 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Synchronizing usage tracker for tenant:4927947e2a85420b821d6343e15efa95 on resource:security_group {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:25:22.371458 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:22.406363 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-6e77d8f0-6e68-4eec-acea-40ec911ce414 req-423b57c9-7254-4e7f-9977-740e7759f307 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Unset dirty status for tenant:4927947e2a85420b821d6343e15efa95 on resource:security_group {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:25:22.407577 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6e77d8f0-6e68-4eec-acea-40ec911ce414 req-423b57c9-7254-4e7f-9977-740e7759f307 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877017
May 06 09:25:22.411535 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:22.414835 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:22.439404 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-78e41c22-7713-4547-a962-ab2e607ed231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:22.439731 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Usage tracker for resource:network and tenant:523df39724e54dd9a900bef84a4e6971 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:22.451302 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:22.533136 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:22.549881 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Network c75a9001-a5ff-461a-a5c6-a597b137003a is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:22.553280 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:22.564584 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:22.565168 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:22.626134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Pushing event updated for resources: {'Port': ['ID=1e0ed243-28bf-4ad4-949b-e9187a6b5bc1,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:22.631117 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:22.647152 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:22.651435 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:22.679457 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Network 70345935-7db1-49d3-9dd4-7eb0d8636823 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:22.687626 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=9d119fb2-2c75-415f-a25c-cf77a01ce51d,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:22.697860 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:22.759764 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:22.770542 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Network 4dbee85d-113b-4b84-9470-12fb25a58cee is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:22.790803 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:22.795761 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:22.805770 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Pushing event updated for resources: {'Port': ['ID=6e5e7696-21ae-47b2-b391-b780e61c4d68,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:22.921940 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:22.932821 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:22.933916 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:22.965966 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0ab2400>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:13Z', 'revision_number': 3, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:22.982998 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32711e42-6005-4254-9c02-16094b0bb490 None None] The sync data for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi is: [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:13Z', 'revision_number': 3, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:25:23.015849 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:23.073396 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-8d1e3ac7-a5de-4649-a9b9-bb277a52c9c7 None None] Provisioning for port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:23.078458 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-8d1e3ac7-a5de-4649-a9b9-bb277a52c9c7 None None] Provisioning complete for port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:23.089488 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3ac7-a5de-4649-a9b9-bb277a52c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:23.127642 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:23.131109 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:23.212406 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e3ac7-a5de-4649-a9b9-bb277a52c9c7 None None] Port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:25:23.242312 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Made reservation on behalf of 523df39724e54dd9a900bef84a4e6971 for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:23.247233 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:23.299636 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9161f964-2791-44b0-af12-e6066be5f21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:23.340994 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:23.364124 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:23.435369 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:23.504267 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:23.513151 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:23.535168 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:23.538260 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:23.651729 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9161f964-2791-44b0-af12-e6066be5f21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:23.653112 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-9161f964-2791-44b0-af12-e6066be5f21f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/156fa93c-4cce-4092-87f1-0f6fd8b510f2 HTTP/1.1" status: 204  len: 168 time: 3.0745409
May 06 09:25:23.719254 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:23.743887 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Pushing event updated for resources: {'Port': ['ID=7a9905f1-5c9a-4dc6-b601-0676967e1360,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:23.752456 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:23.764890 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:23.803686 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.8480315
May 06 09:25:23.811041 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Usage tracker for resource:security_group_rule and tenant:523df39724e54dd9a900bef84a4e6971 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:23.827939 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161f964-2791-44b0-af12-e6066be5f21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156fa93c-4cce-4092-87f1-0f6fd8b510f2,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:23.836263 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9161f964-2791-44b0-af12-e6066be5f21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:23.839404 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:23.858925 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-456df1bc-dc41-4324-8b08-3d73a032c374 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:25:23.861798 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-456df1bc-dc41-4324-8b08-3d73a032c374 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0134683
May 06 09:25:23.882063 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7896934
May 06 09:25:23.884182 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878ceea-0a54-4de7-b460-bcaf6b4a34ef req-426c7fd0-77cd-4c11-aa10-0d9078608d46 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:23.889684 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:23.892003 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7878ceea-0a54-4de7-b460-bcaf6b4a34ef req-426c7fd0-77cd-4c11-aa10-0d9078608d46 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 932 time: 0.4198697
May 06 09:25:24.009071 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Router da511efd-6bb7-467e-9894-a8698e202723 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:25:24.011638 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:24.223887 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:24.259028 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:24.268086 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7878ceea-0a54-4de7-b460-bcaf6b4a34ef req-8b5fa2ad-95bd-4ee8-8a93-b1086ff7a486 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3257740
May 06 09:25:24.284475 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-13aaab7f-024e-4858-a5d5-9d0e3bde4b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:24.365219 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:24.400910 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:25:24.439017 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Sync routers for ids ['da511efd-6bb7-467e-9894-a8698e202723'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:25:24.448099 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] 10.222.0.68 "PUT /v2.0/routers/da511efd-6bb7-467e-9894-a8698e202723/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9046195
May 06 09:25:24.479404 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Routers {'da511efd-6bb7-467e-9894-a8698e202723'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:25:24.480722 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b09fc5b0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:25:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['da511efd-6bb7-467e-9894-a8698e202723'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:24.524654 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:24.541744 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9161f964-2791-44b0-af12-e6066be5f21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:24.654617 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 973}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:25:24.679005 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:24.679636 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Added segment ec2d1b4f-7395-47b3-8a43-5c0fae55b047 of type vlan for network 09666bde-747f-4e5b-83d1-4318e5734d98
May 06 09:25:24.691954 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device ceb5e645-6f9b-4d54-8d55-3598e5ba1bca up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:24.722460 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:24.770040 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9899d-1b88-47af-ac99-a23a7d8ea24a,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:24.777214 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:24.832521 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:24.834568 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:24.835409 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:24.842783 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:25.007262 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Pushing event updated for resources: {'Port': ['ID=1e0ed243-28bf-4ad4-949b-e9187a6b5bc1,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:25.030862 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:25.087694 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:25.092820 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:25.093269 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:25.151154 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Pushing event updated for resources: {'Network': ['ID=09666bde-747f-4e5b-83d1-4318e5734d98,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:25.158360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:25.231582 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 4.2228885
May 06 09:25:25.232603 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36148) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:25.236672 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 09666bde-747f-4e5b-83d1-4318e5734d98 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:25:25.241346 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Request body: {'subnet': {'network_id': '09666bde-747f-4e5b-83d1-4318e5734d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1087952371-subnet', 'tenant_id': '523df39724e54dd9a900bef84a4e6971', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:25.261987 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:25.284390 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Usage tracker for resource:subnet and tenant:523df39724e54dd9a900bef84a4e6971 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:25.284890 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab590b8-286c-415f-a1b2-9e038e90da95 req-7db3f214-7556-4205-8730-e2432ac5e1e8 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:25.297269 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2ab590b8-286c-415f-a1b2-9e038e90da95 req-7db3f214-7556-4205-8730-e2432ac5e1e8 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 932 time: 1.2881839
May 06 09:25:25.305302 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:25.328533 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:25.355316 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Network c75a9001-a5ff-461a-a5c6-a597b137003a is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:25.373576 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2ab590b8-286c-415f-a1b2-9e038e90da95 req-cafa098b-46ad-4507-998f-a057613bee13 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751498
May 06 09:25:25.378995 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:25.416509 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Set router da511efd-6bb7-467e-9894-a8698e202723 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:25:25.452032 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Made reservation on behalf of 523df39724e54dd9a900bef84a4e6971 for: {'subnet': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:25.455203 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Notify callbacks [] for subnet, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:26.257709 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:26.298461 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36162) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:26.401278 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-f5157d16-2eab-4d49-b7f9-e3b613805102 None None] Provisioning complete for port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:26.407751 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f5157d16-2eab-4d49-b7f9-e3b613805102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:26.480627 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Request body: {'port': {'device_id': '5d45b344-ee95-46de-94e3-1d703ec310a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:26.704401 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-f5157d16-2eab-4d49-b7f9-e3b613805102 None None] Port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:25:26.718886 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=ceb5e645-6f9b-4d54-8d55-3598e5ba1bca,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:26.779666 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Request body: {'port': {'device_id': 'b834cf12-1113-49a3-9e8a-87ce1ab16b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:26.795021 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b09fc5b0>, [{'id': 'da511efd-6bb7-467e-9894-a8698e202723', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:19Z', 'revision_number': 4, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'gw_port': {'id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:09Z', 'updated_at': '2021-05-06T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '33edc8ec-db0c-402e-8c6c-7208110c04cc', 'name': '', 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'mac_address': 'fa:16:3e:9e:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ef167820-7779-44dc-af64-e85845bb418c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:16Z', 'updated_at': '2021-05-06T09:25:20Z', 'revision_number': 2, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'subnets': [{'id': 'ef167820-7779-44dc-af64-e85845bb418c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:26.802341 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:26.807535 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9d119fb2-2c75-415f-a25c-cf77a01ce51d up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:26.821667 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Checking router: da511efd-6bb7-467e-9894-a8698e202723 for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:25:26.822583 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Updating router da511efd-6bb7-467e-9894-a8698e202723 port 33edc8ec-db0c-402e-8c6c-7208110c04cc binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:25:26.866231 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Router cde2f431-a147-49ac-8090-ec2055819ef2 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:25:26.891552 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144caa1-b95d-4a8c-a844-29d128623b00 req-da2d7a4d-bc6e-4f8b-b5b1-ffd2c63cda0f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:26.897886 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5144caa1-b95d-4a8c-a844-29d128623b00 req-da2d7a4d-bc6e-4f8b-b5b1-ffd2c63cda0f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 932 time: 0.8321178
May 06 09:25:26.974206 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-f93c83f3-39f4-44b0-b5e2-aafc95966786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:27.067792 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:27.201495 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:27.326792 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9d119fb2-2c75-415f-a25c-cf77a01ce51d triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:27.327687 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:27.379203 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:27.389590 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Usage tracker for resource:security_group_rule and tenant:49976ea2ab7b4e36bc5693e92bd42f50 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:27.394923 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:27.409848 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:27.420354 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=ceb5e645-6f9b-4d54-8d55-3598e5ba1bca,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:27.439456 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:27.540178 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:27.644486 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:27.703504 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device ceb5e645-6f9b-4d54-8d55-3598e5ba1bca up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:27.733782 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:27.762188 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:27.771501 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=49976ea2ab7b4e36bc5693e92bd42f50&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4690738
May 06 09:25:27.773277 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:25:27.789750 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36196) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:27.823068 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5144caa1-b95d-4a8c-a844-29d128623b00 req-6e08bc6d-84ae-4fef-bfe4-b37b1c5e0641 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8077688
May 06 09:25:27.840804 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Sync routers for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:25:27.892200 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] 10.222.0.68 "PUT /v2.0/routers/cde2f431-a147-49ac-8090-ec2055819ef2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6306715
May 06 09:25:27.937855 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0d039-5161-42b2-b4c7-6ddda118401a req-710bd9fe-4b27-4380-bcf6-bed48518a637 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:27.945419 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c6a0d039-5161-42b2-b4c7-6ddda118401a req-710bd9fe-4b27-4380-bcf6-bed48518a637 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 932 time: 1.0431204
May 06 09:25:27.952664 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:25:27.958050 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b09104f0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:25:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:28.076356 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5c868b2c-3a81-43e3-9e13-a4aee95d9e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:28.097563 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167eae2c-9e13-4c7f-b53e-f8751389ee8d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:28.113995 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:28.120399 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:28.180074 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5c868b2c-3a81-43e3-9e13-a4aee95d9e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:28.323600 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c6a0d039-5161-42b2-b4c7-6ddda118401a req-edec8228-0c77-46db-99c3-7a5616104faf tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3675721
May 06 09:25:28.417533 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5c868b2c-3a81-43e3-9e13-a4aee95d9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:28.423712 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:28.476456 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c868b2c-3a81-43e3-9e13-a4aee95d9e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167eae2c-9e13-4c7f-b53e-f8751389ee8d,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:28.484520 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-5c868b2c-3a81-43e3-9e13-a4aee95d9e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:28.497153 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5c868b2c-3a81-43e3-9e13-a4aee95d9e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:28.510537 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-5c868b2c-3a81-43e3-9e13-a4aee95d9e34 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/167eae2c-9e13-4c7f-b53e-f8751389ee8d HTTP/1.1" status: 204  len: 168 time: 0.6863184
May 06 09:25:28.546391 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:28.592245 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Transition to ACTIVE for port object 33edc8ec-db0c-402e-8c6c-7208110c04cc will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:28.694016 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5e7696-21ae-47b2-b391-b780e61c4d68 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:25:28.712598 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:28.712914 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:28.721125 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:28.749490 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Transition to ACTIVE for port object 6e5e7696-21ae-47b2-b391-b780e61c4d68 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:28.845405 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:28.848569 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:28.935122 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0487b0-927c-44a9-813f-e9379fa1c020 None None] Pushing event updated for resources: {'Port': ['ID=33edc8ec-db0c-402e-8c6c-7208110c04cc,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:28.941063 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-1c0487b0-927c-44a9-813f-e9379fa1c020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:28.995056 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:25:29.137820 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:29.153221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-edfd2360-6083-4b43-bef1-1a7c2eb080a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:29.501069 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Attempting to bind port 33edc8ec-db0c-402e-8c6c-7208110c04cc on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:29.501699 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Attempting to bind port 33edc8ec-db0c-402e-8c6c-7208110c04cc by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:29.502358 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Attempting to bind port 33edc8ec-db0c-402e-8c6c-7208110c04cc on network 70345935-7db1-49d3-9dd4-7eb0d8636823 {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:29.523378 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:29.523961 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Checking segment: {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:29.524522 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:29.525112 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Bound using segment: {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:29.525837 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Bound port: 33edc8ec-db0c-402e-8c6c-7208110c04cc, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:29.526438 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:29.634678 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9905f1-5c9a-4dc6-b601-0676967e1360 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:25:29.644547 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:29.666632 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Transition to ACTIVE for port object 7a9905f1-5c9a-4dc6-b601-0676967e1360 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:29.673979 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e7696-21ae-47b2-b391-b780e61c4d68,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:29.716988 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:29.749603 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:29.768383 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:29.792370 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] For port 33edc8ec-db0c-402e-8c6c-7208110c04cc, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:29.808677 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] For port 33edc8ec-db0c-402e-8c6c-7208110c04cc, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=33edc8ec-db0c-402e-8c6c-7208110c04cc,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:29.836876 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Attempting to bind port 6e5e7696-21ae-47b2-b391-b780e61c4d68 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:29.837602 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Attempting to bind port 6e5e7696-21ae-47b2-b391-b780e61c4d68 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '44f5d65d-24af-4123-b138-51711b40e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '4dbee85d-113b-4b84-9470-12fb25a58cee'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:29.838187 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Attempting to bind port 6e5e7696-21ae-47b2-b391-b780e61c4d68 on network 4dbee85d-113b-4b84-9470-12fb25a58cee {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:29.881375 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:29.886894 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-1c0487b0-927c-44a9-813f-e9379fa1c020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:29.892803 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Port 6e5e7696-21ae-47b2-b391-b780e61c4d68 on network 4dbee85d-113b-4b84-9470-12fb25a58cee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:25:29.897261 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Attempting to bind port 6e5e7696-21ae-47b2-b391-b780e61c4d68 on network 4dbee85d-113b-4b84-9470-12fb25a58cee {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:29.998356 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36230) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:30.077580 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Routers {'da511efd-6bb7-467e-9894-a8698e202723'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:25:30.078213 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b09fc5b0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:25:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['da511efd-6bb7-467e-9894-a8698e202723'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:30.128016 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-085b89e5-e89a-49f0-92b2-75ea68411d68 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:30.140274 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-085b89e5-e89a-49f0-92b2-75ea68411d68 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 817 time: 0.8853986
May 06 09:25:30.199002 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:30.199294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Checking segment: {'id': '44f5d65d-24af-4123-b138-51711b40e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '4dbee85d-113b-4b84-9470-12fb25a58cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:30.199853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Bound using segment: {'id': '44f5d65d-24af-4123-b138-51711b40e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '4dbee85d-113b-4b84-9470-12fb25a58cee'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:30.200307 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Bound port: 6e5e7696-21ae-47b2-b391-b780e61c4d68, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f5d65d-24af-4123-b138-51711b40e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '4dbee85d-113b-4b84-9470-12fb25a58cee'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:30.200662 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:30.204683 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-df790078-7cc4-4a9d-a656-1a2c0423a16c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/quotas/b8c0340227eb47b8be22f2e3118f56d9 HTTP/1.1" status: 200  len: 375 time: 0.0592701
May 06 09:25:30.446127 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b09104f0>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:23Z', 'revision_number': 2, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:30.451033 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0487b0-927c-44a9-813f-e9379fa1c020 None None] Pushing event updated for resources: {'Port': ['ID=33edc8ec-db0c-402e-8c6c-7208110c04cc,revision_number=4']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:30.455719 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-1c0487b0-927c-44a9-813f-e9379fa1c020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:30.469852 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Checking router: cde2f431-a147-49ac-8090-ec2055819ef2 for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:25:30.470179 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Updating router cde2f431-a147-49ac-8090-ec2055819ef2 port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:25:30.473079 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-8e399d30-76b7-4652-af0c-72d6cc665a29 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2551253
May 06 09:25:30.622837 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:30.646618 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] Set router da511efd-6bb7-467e-9894-a8698e202723 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:25:30.688779 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:30.723672 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Pushing event updated for resources: {'Port': ['ID=7a9905f1-5c9a-4dc6-b601-0676967e1360,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:30.747301 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:30.835163 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2c52d1f9-eca8-41f7-9cb1-2180addb50bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:31.149681 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-b38539b1-8290-493a-af53-de295b9703ac service neutron] 10.222.0.68 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6646783
May 06 09:25:31.170522 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] For port 6e5e7696-21ae-47b2-b391-b780e61c4d68, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:31.182849 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] For port 6e5e7696-21ae-47b2-b391-b780e61c4d68, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6e5e7696-21ae-47b2-b391-b780e61c4d68,segment=NetworkSegment(44f5d65d-24af-4123-b138-51711b40e6ca),segment_id=44f5d65d-24af-4123-b138-51711b40e6ca)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:31.190147 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede1affd-5187-4c2f-912a-5df56c75668b,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:31.219468 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:31.233510 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Attempting to bind port 7a9905f1-5c9a-4dc6-b601-0676967e1360 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:31.234112 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Attempting to bind port 7a9905f1-5c9a-4dc6-b601-0676967e1360 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:31.236848 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Attempting to bind port 7a9905f1-5c9a-4dc6-b601-0676967e1360 on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:31.381116 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:31.386337 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:31.394910 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Transition to ACTIVE for port object 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:31.397269 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Port 7a9905f1-5c9a-4dc6-b601-0676967e1360 on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:25:31.397883 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Attempting to bind port 7a9905f1-5c9a-4dc6-b601-0676967e1360 on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:31.417550 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Checking segment: {'id': 'ec2d1b4f-7395-47b3-8a43-5c0fae55b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '09666bde-747f-4e5b-83d1-4318e5734d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:31.418152 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Network hostable DHCP agents. Network: 09666bde-747f-4e5b-83d1-4318e5734d98, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:25:31.438129 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:31.475125 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:31.492425 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-dd5900b5-da53-42e6-9499-69f4f6fcbfd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:31.647549 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:31.769835 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b09fc5b0>, [{'id': 'da511efd-6bb7-467e-9894-a8698e202723', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:19Z', 'revision_number': 4, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'gw_port': {'id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:09Z', 'updated_at': '2021-05-06T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '33edc8ec-db0c-402e-8c6c-7208110c04cc', 'name': '', 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'mac_address': 'fa:16:3e:9e:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ef167820-7779-44dc-af64-e85845bb418c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:16Z', 'updated_at': '2021-05-06T09:25:29Z', 'revision_number': 4, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'subnets': [{'id': 'ef167820-7779-44dc-af64-e85845bb418c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:31.810381 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd94ffa7-b71b-4e4b-b732-c8a577e163aa None None] The sync data for ids ['da511efd-6bb7-467e-9894-a8698e202723'] in dv-cinder-790014-1-iscsi is: [{'id': 'da511efd-6bb7-467e-9894-a8698e202723', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:19Z', 'revision_number': 4, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'gw_port': {'id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:09Z', 'updated_at': '2021-05-06T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '33edc8ec-db0c-402e-8c6c-7208110c04cc', 'name': '', 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'mac_address': 'fa:16:3e:9e:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ef167820-7779-44dc-af64-e85845bb418c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:16Z', 'updated_at': '2021-05-06T09:25:29Z', 'revision_number': 4, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'subnets': [{'id': 'ef167820-7779-44dc-af64-e85845bb418c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:25:31.822545 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e7696-21ae-47b2-b391-b780e61c4d68,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:31.853983 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-837d8f2a-c714-46d4-aea3-807c22693509 service neutron] 10.222.0.68 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6961944
May 06 09:25:31.871007 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36246) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:31.878046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:31.880990 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:31.880990 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Checking segment: {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:31.880990 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Bound using segment: {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:31.880990 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Bound port: 7a9905f1-5c9a-4dc6-b601-0676967e1360, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:31.880990 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:31.976552 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993989151', 'description': 'tempest-description--100801766'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:31.985583 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:32.009941 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:security_group and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:32.020443 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:32.030488 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:32.046861 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:32.088746 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:32.089938 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:32.092190 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] 10.222.0.73 "PUT /v2.0/ports/6e5e7696-21ae-47b2-b391-b780e61c4d68 HTTP/1.1" status: 200  len: 1094 time: 7.0494812
May 06 09:25:32.102029 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b834cf12-1113-49a3-9e8a-87ce1ab16b9a', 'tag': '6e5e7696-21ae-47b2-b391-b780e61c4d68'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:25:32.109830 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f6675e7d79407a9f6541f7fafb2ae2 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:32.125610 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:32.161469 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:32.213219 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:32.301247 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:32.315820 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:security_group_rule and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:32.349855 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:32.366872 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Attempting to bind port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:32.371413 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Attempting to bind port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:32.373408 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Attempting to bind port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 on network c75a9001-a5ff-461a-a5c6-a597b137003a {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:32.407322 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:32.408943 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:32.409520 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Checking segment: {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:32.411479 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:32.413036 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Bound using segment: {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:32.414063 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Bound port: 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:32.415652 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:32.475842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Network 09666bde-747f-4e5b-83d1-4318e5734d98 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:25:32.592168 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] For port 7a9905f1-5c9a-4dc6-b601-0676967e1360, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:32.616646 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] For port 7a9905f1-5c9a-4dc6-b601-0676967e1360, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7a9905f1-5c9a-4dc6-b601-0676967e1360,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:32.659440 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] For port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:32.670925 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] For port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=1e0ed243-28bf-4ad4-949b-e9187a6b5bc1,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:32.688167 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 33edc8ec-db0c-402e-8c6c-7208110c04cc up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:32.721724 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 09666bde-747f-4e5b-83d1-4318e5734d98) {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:32.740046 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:32.756022 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:32.769469 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851221-85ff-432f-afd6-4d2450e4714f req-dcf61f84-2a43-4df9-a304-95e193a43f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:32.772150 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-dcf61f84-2a43-4df9-a304-95e193a43f5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4927947e2a85420b821d6343e15efa95&device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 1097 time: 0.4900448
May 06 09:25:32.950297 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ff262-d947-4d6e-bf43-986a991abd3a None None] Network 09666bde-747f-4e5b-83d1-4318e5734d98 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:33.176205 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:33.203176 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:33.236283 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 7.9986420
May 06 09:25:33.262220 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:33.289146 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c70f51-a3bb-4c5c-838b-e0f75893e133 None None] Pushing event updated for resources: {'Port': ['ID=1e0ed243-28bf-4ad4-949b-e9187a6b5bc1,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:33.295458 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-92c70f51-a3bb-4c5c-838b-e0f75893e133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.803s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:33.374232 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:33.375616 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-3e0c3e75-cff3-47dd-9357-2c5be1cbfea2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5e7696-21ae-47b2-b391-b780e61c4d68 HTTP/1.1" status: 200  len: 217 time: 0.5700212
May 06 09:25:33.399628 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:33.399628 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:33.415926 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:33.522095 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3101e-f4c1-460d-adf5-32ababb8e1ae None None] Network 09666bde-747f-4e5b-83d1-4318e5734d98 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:33.539154 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c70f51-a3bb-4c5c-838b-e0f75893e133 None None] Pushing event updated for resources: {'Port': ['ID=1e0ed243-28bf-4ad4-949b-e9187a6b5bc1,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:33.545951 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-92c70f51-a3bb-4c5c-838b-e0f75893e133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:33.574741 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:25:33.580614 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b09104f0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:25:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:33.646971 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:33.697350 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c0f6675e7d79407a9f6541f7fafb2ae2&name=default HTTP/1.1" status: 200  len: 2979 time: 3.6894524
May 06 09:25:33.732116 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36282) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:33.786300 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:33.838697 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:33.840246 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:33.849633 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] 10.222.0.73 "PUT /v2.0/ports/7a9905f1-5c9a-4dc6-b601-0676967e1360 HTTP/1.1" status: 200  len: 1094 time: 8.7966163
May 06 09:25:34.032093 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950355c-f282-4085-91c2-53ce6410b85f req-ad06d157-f6a9-4fb5-b717-fe0738033b0d tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:34.033941 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e950355c-f282-4085-91c2-53ce6410b85f req-ad06d157-f6a9-4fb5-b717-fe0738033b0d tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 944 time: 0.8317263
May 06 09:25:34.119838 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:25:34.143787 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:34.145769 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 2.2449679
May 06 09:25:34.151264 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec3400-5f77-4e36-827e-681bceadf366,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:34.159995 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36292) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:34.164352 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:34.168407 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:34.183550 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'security_group_rule': {'security_group_id': '110c3cb4-bd4f-4b9c-b819-0336e41a298a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:34.210518 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2f444-5d4d-4e2a-985c-aeba75c4b9a8 req-4c38b425-f39b-464f-9cf8-62f50f572eb8 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:34.226638 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-20c2f444-5d4d-4e2a-985c-aeba75c4b9a8 req-4c38b425-f39b-464f-9cf8-62f50f572eb8 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 944 time: 1.4021106
May 06 09:25:34.248131 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e950355c-f282-4085-91c2-53ce6410b85f req-5e373b8a-f664-41ef-91ab-8978f9932cbf tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985798
May 06 09:25:34.275825 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:34.364173 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:security_group_rule and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:34.385192 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:34.593801 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Pushing event updated for resources: {'Port': ['ID=7a9905f1-5c9a-4dc6-b601-0676967e1360,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:34.600246 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 33edc8ec-db0c-402e-8c6c-7208110c04cc completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:34.642479 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851221-85ff-432f-afd6-4d2450e4714f req-271e5780-d4f3-4f95-8e06-aa71c462c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:34.651519 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:34.666265 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-271e5780-d4f3-4f95-8e06-aa71c462c41c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4741ec0b-4151-4be5-8ac7-8e522fc5ea06 HTTP/1.1" status: 200  len: 852 time: 1.2303004
May 06 09:25:34.679696 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9b40f03f-679a-4e50-b38e-1a3d6c2b0b20 req-6d17b6f6-bc56-44b3-ad9a-dbba74d4217d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 210 time: 0.2784963
May 06 09:25:34.696131 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 33edc8ec-db0c-402e-8c6c-7208110c04cc triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:34.700553 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:34.715174 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110c3cb4-bd4f-4b9c-b819-0336e41a298a,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:34.741233 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-20c2f444-5d4d-4e2a-985c-aeba75c4b9a8 req-5b4dda86-b3f0-486c-bcee-fda7f8bb772d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5131290
May 06 09:25:34.743058 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:34.801616 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.534s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:34.835497 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-5691298c-8b03-4720-9237-c07ee04ea044 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4dbee85d-113b-4b84-9470-12fb25a58cee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1594703
May 06 09:25:34.840982 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:35.019236 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:35.088663 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1639060e-cf7e-4286-9800-fe19715f105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:35.101345 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-a5bea1da-ebda-4b50-ae80-aff61cf5447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:35.102929 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:35.104902 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:35.113205 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-a5bea1da-ebda-4b50-ae80-aff61cf5447d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 1097 time: 1.1295261
May 06 09:25:35.154371 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d31d525-86ef-473f-8d63-d323d43eb1d1,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:35.164385 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:35.259601 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-c55111b1-1f63-404d-923b-900028832cba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9905f1-5c9a-4dc6-b601-0676967e1360 HTTP/1.1" status: 200  len: 217 time: 0.1179090
May 06 09:25:35.269765 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1639060e-cf7e-4286-9800-fe19715f105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:35.286175 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:35.288390 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1270337
May 06 09:25:35.293499 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36312) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:35.306563 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'security_group_rule': {'security_group_id': '110c3cb4-bd4f-4b9c-b819-0336e41a298a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:35.357893 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:35.382701 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:security_group_rule and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:35.397748 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:35.458226 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:35.566517 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:35.639590 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b834cf12-1113-49a3-9e8a-87ce1ab16b9a', 'tag': '6e5e7696-21ae-47b2-b391-b780e61c4d68', 'status': 'completed', 'code': 200}
May 06 09:25:35.718620 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-28011acd-7079-4e15-b9a4-891b7629061e service neutron] 10.222.0.73 "GET /v2.0/networks/4dbee85d-113b-4b84-9470-12fb25a58cee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8215110
May 06 09:25:35.907476 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-8b1428de-4dfb-4899-8f47-4556560488ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:35.912660 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-8b1428de-4dfb-4899-8f47-4556560488ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e6f073-8d8d-4417-a635-75e3b83e0759 HTTP/1.1" status: 200  len: 854 time: 0.6343944
May 06 09:25:35.952672 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:36.006265 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb8a38-ee64-48c3-8d2d-c5d8c1bde71d req-a13ac3a0-7743-43a5-bcbd-f083b4075176 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:36.029274 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5beb8a38-ee64-48c3-8d2d-c5d8c1bde71d req-a13ac3a0-7743-43a5-bcbd-f083b4075176 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 944 time: 0.4226444
May 06 09:25:36.126742 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:36.145033 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-d12b06a1-4bff-4e9c-844e-b1849e64d82e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1080704
May 06 09:25:36.206749 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:36.350560 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d836ab6b-11f5-47c2-9f96-1ea5c061a986,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:36.397115 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:36.424076 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5beb8a38-ee64-48c3-8d2d-c5d8c1bde71d req-a7d6e2c1-41aa-4d3e-ab6e-c6fec6cbb12c tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055770
May 06 09:25:36.511585 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1639060e-cf7e-4286-9800-fe19715f105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:36.521768 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d383f-f420-4540-a5ee-81c2e20ff074 req-6976fa74-e99e-41e7-b2d5-7bb9abb0d7f0 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:36.529696 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1e1d383f-f420-4540-a5ee-81c2e20ff074 req-6976fa74-e99e-41e7-b2d5-7bb9abb0d7f0 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 944 time: 0.4948640
May 06 09:25:36.537597 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:36.540400 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-22904629-7720-430c-968b-29e7684736e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:36.541599 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2464340
May 06 09:25:36.557675 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36330) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:36.568782 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'floatingip': {'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:36.575250 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:36.579914 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:floatingip and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:36.585046 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:36.591936 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:36.604073 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639060e-cf7e-4286-9800-fe19715f105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec3400-5f77-4e36-827e-681bceadf366,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:36.610066 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1639060e-cf7e-4286-9800-fe19715f105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:36.669388 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1639060e-cf7e-4286-9800-fe19715f105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:36.678154 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-1639060e-cf7e-4286-9800-fe19715f105b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/64ec3400-5f77-4e36-827e-681bceadf366 HTTP/1.1" status: 204  len: 168 time: 2.9318378
May 06 09:25:36.680142 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1e1d383f-f420-4540-a5ee-81c2e20ff074 req-281e0bec-b226-4fd6-a143-a0c517049b9d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458426
May 06 09:25:36.741991 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-89851221-85ff-432f-afd6-4d2450e4714f req-ee7c3dd5-77a8-4365-b8ea-656ff466b7af service neutron] 10.222.0.73 "GET /v2.0/networks/4dbee85d-113b-4b84-9470-12fb25a58cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9868562
May 06 09:25:36.788181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:36.820691 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-eb8e0670-b780-4c32-b0c4-77fc200f051c service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6556332
May 06 09:25:37.055060 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:37.055060 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 33edc8ec-db0c-402e-8c6c-7208110c04cc, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=33edc8ec-db0c-402e-8c6c-7208110c04cc,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:37.139055 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45262527-2977-4266-bae8-55dfb922b4ac req-b36939a8-7f1c-4c89-a4f4-f70b99b9fdc6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:37.142771 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fbe42e5b-1cbf-479d-a674-7085ad208291 req-c70222b6-3abd-4301-bf66-4a0d807cbb12 service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3103085
May 06 09:25:37.143282 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-b36939a8-7f1c-4c89-a4f4-f70b99b9fdc6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 817 time: 0.2778010
May 06 09:25:37.182018 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-837a9599-264d-4ab7-900a-65f90b4db8df tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/quotas/b8c0340227eb47b8be22f2e3118f56d9 HTTP/1.1" status: 200  len: 375 time: 0.0241921
May 06 09:25:37.201152 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b09104f0>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:32Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:37.206289 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ed096-33b4-4556-83c5-22aad98288fb None None] The sync data for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi is: [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:32Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:25:37.231118 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:37.414692 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-48df8d5e-4326-48fd-9583-6393ac26c0cb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2138112
May 06 09:25:37.668372 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d45b344-ee95-46de-94e3-1d703ec310a9', 'tag': '7a9905f1-5c9a-4dc6-b601-0676967e1360'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:25:37.685276 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Allocated IP 172.27.3.175 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/e57a0f0d-7db7-47b8-b229-badcb1430af4) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:37.801233 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-716a94c7-3901-4603-b4df-a1a0bca796dc service neutron] 10.222.0.68 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3854625
May 06 09:25:37.907876 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-807219e3-eee2-41aa-8482-a9b1c76fa560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:37.909880 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-807219e3-eee2-41aa-8482-a9b1c76fa560 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4927947e2a85420b821d6343e15efa95&device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 1097 time: 0.4418721
May 06 09:25:38.009305 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:38.191708 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-0c0ba281-c343-4272-971b-cae192466086 service neutron] 10.222.0.68 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3789644
May 06 09:25:38.273854 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2456-6eed-429e-a8e0-feda20509b31 req-61365585-6de7-48d5-ab7f-07452d5f7a42 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:38.276825 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9aee2456-6eed-429e-a8e0-feda20509b31 req-61365585-6de7-48d5-ab7f-07452d5f7a42 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 944 time: 0.3521335
May 06 09:25:38.396095 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-5537dc26-d446-4ba7-87cc-370c72c952e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:38.398678 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-5537dc26-d446-4ba7-87cc-370c72c952e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4dbee85d-113b-4b84-9470-12fb25a58cee HTTP/1.1" status: 200  len: 913 time: 0.3491144
May 06 09:25:38.421923 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9aee2456-6eed-429e-a8e0-feda20509b31 req-954a38b0-ade8-490a-a6ef-19029adc226a tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385250
May 06 09:25:38.547965 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:38.547965 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:38.585362 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d45b344-ee95-46de-94e3-1d703ec310a9', 'tag': '7a9905f1-5c9a-4dc6-b601-0676967e1360', 'status': 'completed', 'code': 200}
May 06 09:25:38.794369 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=33edc8ec-db0c-402e-8c6c-7208110c04cc,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:38.801564 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:38.946673 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-9e39b866-1e6c-4ac2-8250-815b7bf4db6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5e7696-21ae-47b2-b391-b780e61c4d68 HTTP/1.1" status: 200  len: 217 time: 0.2932670
May 06 09:25:39.040031 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:39.361712 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d11c34-2e70-430b-afba-c8cb6cb0347e req-686508bf-8893-49d8-b544-43a3b3ad054c tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:39.396318 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-96d11c34-2e70-430b-afba-c8cb6cb0347e req-686508bf-8893-49d8-b544-43a3b3ad054c tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 944 time: 0.4597440
May 06 09:25:39.462417 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:39.503408 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:39.539329 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-f7b9173e-cfa0-4aa5-96df-314fd4a7fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:39.541108 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-f7b9173e-cfa0-4aa5-96df-314fd4a7fa3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4741ec0b-4151-4be5-8ac7-8e522fc5ea06 HTTP/1.1" status: 200  len: 852 time: 0.4649863
May 06 09:25:39.580294 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6afe8c23-9efc-4e36-af44-ae4756418ff9 req-4375fe48-40c6-4ca4-8f8c-2ef2e51af2ce tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 210 time: 0.1105900
May 06 09:25:39.596102 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-96d11c34-2e70-430b-afba-c8cb6cb0347e req-f307fea4-e25b-4582-92e1-e23abe788a79 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924245
May 06 09:25:39.620909 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-9d60e9e8-c3c8-4161-9abd-59a36e073d48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4dbee85d-113b-4b84-9470-12fb25a58cee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568306
May 06 09:25:39.661970 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:39.675539 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:39.679430 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:39.680301 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:39.690660 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:39.691453 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:39.769304 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'Port': ['ID=e57a0f0d-7db7-47b8-b229-badcb1430af4,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:39.773479 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:39.917290 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a651-08dd-4676-b430-4c186cf3e447 req-23d164b6-bf8d-4583-81a2-1eb97a31632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:39.919309 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1788a651-08dd-4676-b430-4c186cf3e447 req-23d164b6-bf8d-4583-81a2-1eb97a31632e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 1097 time: 0.6603148
May 06 09:25:40.111584 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36384) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:40.144785 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.73', 55267) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:40.151989 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769741089-network', 'tenant_id': '9e1055278a004a05bf6980b4f7da91b1'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:40.178203 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:40.206391 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:40.231118 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46aa6f4-92bf-4ace-90c3-6f1fabfc30c0 req-e90e0a6f-ed14-4965-ae82-7dff09e8cf25 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:40.255069 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f46aa6f4-92bf-4ace-90c3-6f1fabfc30c0 req-e90e0a6f-ed14-4965-ae82-7dff09e8cf25 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 944 time: 0.3942342
May 06 09:25:40.258366 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=1e0ed243-28bf-4ad4-949b-e9187a6b5bc1,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:40.282064 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:40.302926 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-cbc155fb-bf9b-4ea5-8460-d03f37dd5f65 service neutron] 10.222.0.73 "GET /v2.0/networks/4dbee85d-113b-4b84-9470-12fb25a58cee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6789551
May 06 09:25:40.329849 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:40.333247 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:40.374774 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Usage tracker for resource:network and tenant:9e1055278a004a05bf6980b4f7da91b1 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:40.418062 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a651-08dd-4676-b430-4c186cf3e447 req-6a0c38b1-6108-4dd1-8f00-3883d29b075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:40.419729 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1788a651-08dd-4676-b430-4c186cf3e447 req-6a0c38b1-6108-4dd1-8f00-3883d29b075e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 915 time: 0.4891572
May 06 09:25:40.494136 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=1e0ed243-28bf-4ad4-949b-e9187a6b5bc1,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:40.495646 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:40.500212 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:40.525662 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:40.535089 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f46aa6f4-92bf-4ace-90c3-6f1fabfc30c0 req-1c382cb7-e7da-4f23-ad95-f4db1560c471 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2787600
May 06 09:25:40.648255 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-cfa043ae-e9cd-494f-95ad-82d3c28fc79f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:40.651145 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-cfa043ae-e9cd-494f-95ad-82d3c28fc79f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 817 time: 0.4931288
May 06 09:25:40.653116 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Made reservation on behalf of 9e1055278a004a05bf6980b4f7da91b1 for: {'network': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:40.656040 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:40.657111 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 33edc8ec-db0c-402e-8c6c-7208110c04cc up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:40.679786 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:40.714702 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Request body: {'port': {'device_id': 'ad12b09d-67af-4b47-8dd7-e0330b4e490c', 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823', 'admin_state_up': True, 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:40.809379 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36406) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:40.810977 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1788a651-08dd-4676-b430-4c186cf3e447 req-b4d922dd-44b5-4eef-be8a-476509ab68f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9905f1-5c9a-4dc6-b601-0676967e1360 HTTP/1.1" status: 200  len: 217 time: 0.3006632
May 06 09:25:40.813676 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 33edc8ec-db0c-402e-8c6c-7208110c04cc triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:40.815520 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:40.823371 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:40.873678 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:40.959726 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.012151 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:41.016172 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Usage tracker for resource:security_group_rule and tenant:ce8af6c0fd2d423e9db2804211d3b8eb is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:41.019530 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bac2697d-0c8e-442c-a770-be6f4135d57c req-b8023725-427b-40b2-b174-7b8d8623925f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 210 time: 0.2590902
May 06 09:25:41.027063 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:41.027349 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:41.027455 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Usage tracker for resource:security_group_rule and tenant:9e1055278a004a05bf6980b4f7da91b1 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:41.027545 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:41.042009 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:41.060615 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:41.154898 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.156984 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:41.157550 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.190208 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:41.203563 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Usage tracker for resource:port and tenant:b8c0340227eb47b8be22f2e3118f56d9 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:41.216296 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:41.227707 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:41.248649 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318645-01a6-41ed-9601-88c470950ed3 req-2ec09721-ae5b-4178-aa16-3ce7113767d0 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:41.248649 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e9318645-01a6-41ed-9601-88c470950ed3 req-2ec09721-ae5b-4178-aa16-3ce7113767d0 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 944 time: 0.4356995
May 06 09:25:41.340443 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.340443 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a651-08dd-4676-b430-4c186cf3e447 req-047b9127-a9fa-4a1d-842d-5117989f49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:41.345268 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1788a651-08dd-4676-b430-4c186cf3e447 req-047b9127-a9fa-4a1d-842d-5117989f49b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e6f073-8d8d-4417-a635-75e3b83e0759 HTTP/1.1" status: 200  len: 854 time: 0.4802527
May 06 09:25:41.370020 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-212c24a4-28b1-444e-ac94-c59fc3c369a0 req-ceeba6d8-f642-4400-9fcc-074edd2cfc7e service neutron] 10.222.0.73 "GET /v2.0/networks/4dbee85d-113b-4b84-9470-12fb25a58cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9440949
May 06 09:25:41.381804 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.388880 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:41.398234 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e9318645-01a6-41ed-9601-88c470950ed3 req-94e3a6a7-2695-423f-9997-f80fee91ecab tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391749
May 06 09:25:41.461131 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Made reservation on behalf of b8c0340227eb47b8be22f2e3118f56d9 for: {'port': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:41.465447 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.502376 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e61eca8-3721-4273-9992-5f0195f77bbb,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:41.522537 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:41.553706 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ce8af6c0fd2d423e9db2804211d3b8eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7393281
May 06 09:25:41.556500 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1788a651-08dd-4676-b430-4c186cf3e447 req-f3f995e8-b6f0-4357-bb5c-0169ed9b23fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1838648
May 06 09:25:41.557120 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36440) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:41.601174 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.616539 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:25:41.623746 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-6640eebb-c8a0-44b0-b753-8df650f36987 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:41.689787 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5559e92-37aa-4fcd-95b1-418f3c45fba6,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:41.696991 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:41.791426 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 979}  {{(pid=74357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:25:41.836973 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.837606 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.segments_db [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Added segment caaf666f-0594-4663-b52d-63146d4f4374 of type vlan for network 69ee1458-dea2-449f-a552-7cacdf4bdbea
May 06 09:25:41.853788 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0dfcab17-a357-4fd4-93de-1436f97b9100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.920492 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0dfcab17-a357-4fd4-93de-1436f97b9100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:41.932585 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1788a651-08dd-4676-b430-4c186cf3e447 req-16b0d85e-f3a9-4e4c-8a9d-2b6f00f228e8 service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2957671
May 06 09:25:42.030087 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.041026 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.db.resource_extend [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 06 09:25:42.093093 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Allocated IP 172.20.0.10 (70345935-7db1-49d3-9dd4-7eb0d8636823/ef167820-7779-44dc-af64-e85845bb418c/4f972f49-4b68-4306-9ce3-5c7471bf823b) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:42.095473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.152811 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04140fdf-6109-4406-b9c6-901fd8bb3abe req-d431b850-747c-4eb7-a661-a0f7e5b41f9a tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:42.155766 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-04140fdf-6109-4406-b9c6-901fd8bb3abe req-d431b850-747c-4eb7-a661-a0f7e5b41f9a tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 944 time: 0.4566710
May 06 09:25:42.247732 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1788a651-08dd-4676-b430-4c186cf3e447 req-84d43d19-d270-4adc-b191-2bcc07059c6c service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016660
May 06 09:25:42.250468 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.281341 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:42.283412 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4b94df06-7260-43b4-8f4f-f88df1b2c833 req-f863eb10-40f5-4719-8fea-99edb38532b9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 210 time: 0.1132529
May 06 09:25:42.341802 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.348315 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:42.349617 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.358060 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:42.373562 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0dfcab17-a357-4fd4-93de-1436f97b9100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.393395 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-04140fdf-6109-4406-b9c6-901fd8bb3abe req-4e2f2221-bbd5-41b2-b0b4-779366c701e7 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2230663
May 06 09:25:42.409706 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.563596 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0dfcab17-a357-4fd4-93de-1436f97b9100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.563596 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-0dfcab17-a357-4fd4-93de-1436f97b9100 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2e61eca8-3721-4273-9992-5f0195f77bbb HTTP/1.1" status: 204  len: 168 time: 0.9970312
May 06 09:25:42.566485 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'Port': ['ID=e57a0f0d-7db7-47b8-b229-badcb1430af4,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:42.572232 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:42.573799 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-10c9470d-779c-40eb-980c-05a0c1cbe428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:42.620068 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcab17-a357-4fd4-93de-1436f97b9100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e61eca8-3721-4273-9992-5f0195f77bbb,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:42.624558 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0dfcab17-a357-4fd4-93de-1436f97b9100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:42.629330 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.632612 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.0733995
May 06 09:25:42.681564 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36470) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:42.746414 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Pushing event updated for resources: {'Network': ['ID=69ee1458-dea2-449f-a552-7cacdf4bdbea,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:42.771597 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:42.777814 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 69ee1458-dea2-449f-a552-7cacdf4bdbea details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:25:42.838117 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.6983020
May 06 09:25:42.844314 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36480) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:42.874140 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Request body: {'subnet': {'network_id': '69ee1458-dea2-449f-a552-7cacdf4bdbea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769741089-subnet', 'tenant_id': '9e1055278a004a05bf6980b4f7da91b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:42.886337 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:42.899542 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:42.935705 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Usage tracker for resource:subnet and tenant:9e1055278a004a05bf6980b4f7da91b1 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:42.951493 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744200ba-918f-46e7-a76c-dd63b07cbe20 req-8a9408d2-2e3d-4ec8-a340-3324b7b71b3d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:42.968285 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-744200ba-918f-46e7-a76c-dd63b07cbe20 req-8a9408d2-2e3d-4ec8-a340-3324b7b71b3d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 944 time: 0.3429163
May 06 09:25:42.976474 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:43.012053 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:43.051819 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-744200ba-918f-46e7-a76c-dd63b07cbe20 req-ec7072be-4b41-4f3e-be99-a0aef4c5b732 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793006
May 06 09:25:43.065711 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45262527-2977-4266-bae8-55dfb922b4ac req-8a4ce4f3-44d3-43d1-9459-e78eb36cf8d9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:43.066496 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-45262527-2977-4266-bae8-55dfb922b4ac req-8a4ce4f3-44d3-43d1-9459-e78eb36cf8d9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Synchronizing usage tracker for tenant:b8c0340227eb47b8be22f2e3118f56d9 on resource:network {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:25:43.112473 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Made reservation on behalf of 9e1055278a004a05bf6980b4f7da91b1 for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:43.114927 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:43.154841 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:43.178628 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:43.185123 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Usage tracker for resource:security_group_rule and tenant:b2c47fdf040846bbb9a8f1d817352026 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:43.191037 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:43.211072 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:43.271416 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-45262527-2977-4266-bae8-55dfb922b4ac req-8a4ce4f3-44d3-43d1-9459-e78eb36cf8d9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Unset dirty status for tenant:b8c0340227eb47b8be22f2e3118f56d9 on resource:network {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:25:43.276492 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-8a4ce4f3-44d3-43d1-9459-e78eb36cf8d9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 817 time: 0.5773289
May 06 09:25:43.290720 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:43.300213 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Request body: {'port': {'device_id': '3377fe96-b365-4007-94df-023da5bce0dc', 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823', 'admin_state_up': True, 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:43.352908 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:43.486181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:43.501375 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Usage tracker for resource:port and tenant:b8c0340227eb47b8be22f2e3118f56d9 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:43.509766 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:43.519853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:43.602906 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Network 70345935-7db1-49d3-9dd4-7eb0d8636823 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:43.605183 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:43.622005 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:43.628438 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:43.629301 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:43.673676 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-effcb921-857d-4565-b9d2-46b5d2da9949 req-b4440ce9-5d5f-41a7-9675-2ff58cffe55c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Synchronizing usage tracker for tenant:b8c0340227eb47b8be22f2e3118f56d9 on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:25:43.725279 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Made reservation on behalf of b8c0340227eb47b8be22f2e3118f56d9 for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:43.731985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:43.737383 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Pushing event updated for resources: {'Port': ['ID=4f972f49-4b68-4306-9ce3-5c7471bf823b,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:43.762028 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:43.777156 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:43.777375 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-06c5cbeb-92fc-4976-bdc1-359cb5cd389b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Synchronizing usage tracker for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:security_group {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:25:43.830118 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1565094
May 06 09:25:43.835555 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 7a9905f1-5c9a-4dc6-b601-0676967e1360 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:25:43.856972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Request body: {'port': {'device_id': 'ad12b09d-67af-4b47-8dd7-e0330b4e490c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:43.897142 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-effcb921-857d-4565-b9d2-46b5d2da9949 req-b4440ce9-5d5f-41a7-9675-2ff58cffe55c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Unset dirty status for tenant:b8c0340227eb47b8be22f2e3118f56d9 on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:25:43.898552 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-effcb921-857d-4565-b9d2-46b5d2da9949 req-b4440ce9-5d5f-41a7-9675-2ff58cffe55c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 210 time: 0.4122896
May 06 09:25:43.899551 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:43.924873 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-37508334-7f01-42ed-83e0-35e12c7d535b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:43.971631 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-06c5cbeb-92fc-4976-bdc1-359cb5cd389b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Unset dirty status for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:security_group {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:25:43.980223 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-06c5cbeb-92fc-4976-bdc1-359cb5cd389b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--993989151&fields=id&tenant_id=3c22429299f74a7f9f05620948b1ca93 HTTP/1.1" status: 200  len: 267 time: 0.3627512
May 06 09:25:44.066314 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1e2c24-9e29-4f2b-ac6e-3476f9163611,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:44.070910 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:44.079405 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b2c47fdf040846bbb9a8f1d817352026&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3932056
May 06 09:25:44.080254 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36546) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:44.209962 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:44.214663 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 7a9905f1-5c9a-4dc6-b601-0676967e1360, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7a9905f1-5c9a-4dc6-b601-0676967e1360,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:44.229608 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3328418b-622d-4d2d-81bd-650467290f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:44.246435 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '7a9905f1-5c9a-4dc6-b601-0676967e1360', 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390', 'port_id': '7a9905f1-5c9a-4dc6-b601-0676967e1360', 'mac_address': 'fa:16:3e:92:93:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e6f073-8d8d-4417-a635-75e3b83e0759', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:25:44.298605 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Allocated IP 172.20.0.9 (70345935-7db1-49d3-9dd4-7eb0d8636823/ef167820-7779-44dc-af64-e85845bb418c/1f0c26d3-4d8e-4ff5-87c9-2196c91a774d) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:44.319968 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:44.347967 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3328418b-622d-4d2d-81bd-650467290f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:44.349502 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9905f1-5c9a-4dc6-b601-0676967e1360 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:25:44.372270 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 7a9905f1-5c9a-4dc6-b601-0676967e1360, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7a9905f1-5c9a-4dc6-b601-0676967e1360,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:44.472322 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:44.473024 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 6e5e7696-21ae-47b2-b391-b780e61c4d68 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:25:44.486570 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:44.562749 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-baba00c2-30b9-492b-82c9-0b6de4ea3adb tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:44.563773 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-baba00c2-30b9-492b-82c9-0b6de4ea3adb tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Synchronizing usage tracker for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:network {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:25:44.673887 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=7a9905f1-5c9a-4dc6-b601-0676967e1360,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:44.735042 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65db5b0-72f0-41cd-9e38-1ccf0e0aa472 req-6c428053-f042-46ed-9011-593209631761 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:44.743443 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a65db5b0-72f0-41cd-9e38-1ccf0e0aa472 req-6c428053-f042-46ed-9011-593209631761 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 944 time: 0.5041835
May 06 09:25:44.756855 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:44.775482 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-baba00c2-30b9-492b-82c9-0b6de4ea3adb tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Unset dirty status for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:network {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:25:44.783318 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-baba00c2-30b9-492b-82c9-0b6de4ea3adb tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 811 time: 0.8018150
May 06 09:25:44.794336 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3328418b-622d-4d2d-81bd-650467290f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:44.800790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:44.823287 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328418b-622d-4d2d-81bd-650467290f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1e2c24-9e29-4f2b-ac6e-3476f9163611,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:44.827620 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3328418b-622d-4d2d-81bd-650467290f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:44.849763 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a65db5b0-72f0-41cd-9e38-1ccf0e0aa472 req-a68a1a83-7359-47a6-a930-a7e624d61e9d tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050377
May 06 09:25:44.850142 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:44.864469 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-3b5116fb-0b03-4e7d-a2bf-f6fed3475ce0 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/quotas/3c22429299f74a7f9f05620948b1ca93 HTTP/1.1" status: 200  len: 375 time: 0.0796936
May 06 09:25:44.867967 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:44.896283 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7a002484-f6aa-4bf6-b7ae-6ba172ce8bec tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:44.954048 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 6e5e7696-21ae-47b2-b391-b780e61c4d68, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6e5e7696-21ae-47b2-b391-b780e61c4d68,segment=NetworkSegment(44f5d65d-24af-4123-b138-51711b40e6ca),segment_id=44f5d65d-24af-4123-b138-51711b40e6ca)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:44.969667 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Network 70345935-7db1-49d3-9dd4-7eb0d8636823 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:44.974120 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '6e5e7696-21ae-47b2-b391-b780e61c4d68', 'network_id': '4dbee85d-113b-4b84-9470-12fb25a58cee', 'port_id': '6e5e7696-21ae-47b2-b391-b780e61c4d68', 'mac_address': 'fa:16:3e:bd:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4741ec0b-4151-4be5-8ac7-8e522fc5ea06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:25:44.983846 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:44.987224 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:44.994156 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:44.994964 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:45.057639 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:45.079245 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Pushing event updated for resources: {'Port': ['ID=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:45.085502 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:45.085859 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5e7696-21ae-47b2-b391-b780e61c4d68 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:25:45.088418 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3328418b-622d-4d2d-81bd-650467290f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:45.092120 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-3328418b-622d-4d2d-81bd-650467290f8b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6e1e2c24-9e29-4f2b-ac6e-3476f9163611 HTTP/1.1" status: 204  len: 168 time: 1.0084488
May 06 09:25:45.136007 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 6e5e7696-21ae-47b2-b391-b780e61c4d68, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6e5e7696-21ae-47b2-b391-b780e61c4d68,segment=NetworkSegment(44f5d65d-24af-4123-b138-51711b40e6ca),segment_id=44f5d65d-24af-4123-b138-51711b40e6ca)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:45.141463 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8558888
May 06 09:25:45.158631 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Request body: {'port': {'device_id': '3377fe96-b365-4007-94df-023da5bce0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:45.221318 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:45.223846 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:45.257413 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:45.273306 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cc47fd4c-1d80-4825-917f-412041355b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:45.316866 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-15a9cb7c-dbf4-414f-8add-e93c141ff580 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Synchronizing usage tracker for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:25:45.352975 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=6e5e7696-21ae-47b2-b391-b780e61c4d68,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:45.357273 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:45.462316 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:45.507102 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['7a9905f1-5c9a-4dc6-b601-0676967e1360'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:25:45.522187 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9881aaad-0579-4bbd-bae0-4608f3298380,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:45.550641 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:45.554039 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['6e5e7696-21ae-47b2-b391-b780e61c4d68'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:25:45.570530 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f972f49-4b68-4306-9ce3-5c7471bf823b {{(pid=74357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:25:45.581708 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Checking segment: {'id': 'caaf666f-0594-4663-b52d-63146d4f4374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': '69ee1458-dea2-449f-a552-7cacdf4bdbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:45.581708 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Network hostable DHCP agents. Network: 69ee1458-dea2-449f-a552-7cacdf4bdbea, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:25:45.586440 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:45.597967 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ea366-ea3f-40cb-92e4-105e6f0527af req-c1681aa5-7da6-4d62-b3d5-023ba8d701b9 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:45.605159 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cd5ea366-ea3f-40cb-92e4-105e6f0527af req-c1681aa5-7da6-4d62-b3d5-023ba8d701b9 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 945 time: 0.4122880
May 06 09:25:45.630591 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-15a9cb7c-dbf4-414f-8add-e93c141ff580 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Unset dirty status for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:25:45.631962 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-15a9cb7c-dbf4-414f-8add-e93c141ff580 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7657957
May 06 09:25:45.653688 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.provisioning_blocks [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Transition to ACTIVE for port object 4f972f49-4b68-4306-9ce3-5c7471bf823b will not be triggered until provisioned by entity L2. {{(pid=74357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:45.711207 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cd5ea366-ea3f-40cb-92e4-105e6f0527af req-a8abb74c-c302-40e8-b799-bf2eb3c3e53d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050169
May 06 09:25:45.857486 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Network 69ee1458-dea2-449f-a552-7cacdf4bdbea is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:25:45.861505 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:45.883941 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-34e3c5d2-706c-487d-9899-7273ba040818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:46.020302 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 69ee1458-dea2-449f-a552-7cacdf4bdbea) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:46.033811 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591367e4-13ee-4a9c-b4ef-32f7defa7295 None None] Network 69ee1458-dea2-449f-a552-7cacdf4bdbea requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:46.111004 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:46.111766 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:46.199666 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:25:46.218781 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f972f49-4b68-4306-9ce3-5c7471bf823b,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:46.219289 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:46.233788 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:46.255403 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Transition to ACTIVE for port object 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:46.302162 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-58aaa30c-aa59-48f8-ac45-3a96d0aa046a service neutron] 10.222.0.68 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6250141
May 06 09:25:46.346397 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.managers [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Attempting to bind port 4f972f49-4b68-4306-9ce3-5c7471bf823b on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:46.346860 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.managers [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Attempting to bind port 4f972f49-4b68-4306-9ce3-5c7471bf823b by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'}] {{(pid=74357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:46.347320 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Attempting to bind port 4f972f49-4b68-4306-9ce3-5c7471bf823b on network 70345935-7db1-49d3-9dd4-7eb0d8636823 {{(pid=74357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:46.363393 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3ea62-e0ce-4694-9272-8629bedfaa1d None None] Network 69ee1458-dea2-449f-a552-7cacdf4bdbea requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:25:46.414120 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:46.415093 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Port 4f972f49-4b68-4306-9ce3-5c7471bf823b on network 70345935-7db1-49d3-9dd4-7eb0d8636823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:25:46.415420 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Attempting to bind port 4f972f49-4b68-4306-9ce3-5c7471bf823b on network 70345935-7db1-49d3-9dd4-7eb0d8636823 {{(pid=74357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:46.443363 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.5700648
May 06 09:25:46.443675 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6a184fd7-39e8-4bf2-9dee-3a76d7ff23ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:46.443833 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:46.443833 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Checking segment: {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:46.443833 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Bound using segment: {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'} {{(pid=74357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:46.443833 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.managers [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Bound port: 4f972f49-4b68-4306-9ce3-5c7471bf823b, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'}}] {{(pid=74357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:46.443833 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:46.465140 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36596) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:46.498060 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06689d7-1c4d-454b-8698-c52a1e845e5e req-909dcda4-ecba-4703-b028-f5f0998de891 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:46.505786 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f06689d7-1c4d-454b-8698-c52a1e845e5e req-909dcda4-ecba-4703-b028-f5f0998de891 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 931 time: 0.5697010
May 06 09:25:46.686570 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:46.699315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36600) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:46.709971 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:46.742995 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:46.788021 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:46.809452 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c7db318fbda949f695beaf08d08644a1 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:46.820722 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:46.821833 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-86ffa4eb-8255-43b3-95c5-3ca3ad1f3256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:46.850746 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-ea93c5a1-9e9b-4ada-adb1-969f6e0ee580 service neutron] 10.222.0.68 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5294125
May 06 09:25:46.857156 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:46.865634 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f06689d7-1c4d-454b-8698-c52a1e845e5e req-c6fea6d7-6c1e-477a-afcc-107e0aab491c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3223870
May 06 09:25:46.935825 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36610) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:47.008211 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] For port 4f972f49-4b68-4306-9ce3-5c7471bf823b, host hv-cinder-79001, cleared binding levels {{(pid=74357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:47.160817 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Attempting to bind port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:47.163407 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Attempting to bind port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:47.164495 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Attempting to bind port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d on network 70345935-7db1-49d3-9dd4-7eb0d8636823 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:47.174195 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d on network 70345935-7db1-49d3-9dd4-7eb0d8636823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:25:47.175170 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Attempting to bind port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d on network 70345935-7db1-49d3-9dd4-7eb0d8636823 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:47.187737 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:47.188830 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Checking segment: {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:47.189674 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Bound using segment: {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:47.194263 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Bound port: 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1ef7e9-2062-4d13-adab-fdab96159308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:47.194263 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.222535 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.269403 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] For port 4f972f49-4b68-4306-9ce3-5c7471bf823b, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:47.348827 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-16017395-f07f-49ee-a3e3-d4f63454cce1 admin admin] Deleting subnet ede1affd-5187-4c2f-912a-5df56c75668b {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:25:47.359766 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-16017395-f07f-49ee-a3e3-d4f63454cce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.395055 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.411751 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.417659 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:47.463864 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] For port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:47.485079 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] For port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:47.503165 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c7db318fbda949f695beaf08d08644a1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0218790
May 06 09:25:47.506581 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-16017395-f07f-49ee-a3e3-d4f63454cce1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.507818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36624) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:47.511647 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:47.512265 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.513745 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] 10.222.0.73 "PUT /v2.0/ports/4f972f49-4b68-4306-9ce3-5c7471bf823b HTTP/1.1" status: 200  len: 1094 time: 3.6718373
May 06 09:25:47.517344 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8568bd50-7e3d-4fbf-98bd-f63e049caf88,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:47.519968 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12b09d-67af-4b47-8dd7-e0330b4e490c', 'tag': '4f972f49-4b68-4306-9ce3-5c7471bf823b'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:25:47.611849 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:47.616571 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.625535 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:47.679533 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:47.778348 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-16017395-f07f-49ee-a3e3-d4f63454cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.791870 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:47.804419 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:47.805168 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.807943 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-15487203-02b2-422c-90cd-0ab842544438 service neutron] 10.222.0.73 "PUT /v2.0/ports/1f0c26d3-4d8e-4ff5-87c9-2196c91a774d HTTP/1.1" status: 200  len: 1093 time: 2.6575885
May 06 09:25:47.809240 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:47.809784 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3377fe96-b365-4007-94df-023da5bce0dc', 'tag': '1f0c26d3-4d8e-4ff5-87c9-2196c91a774d'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:25:47.820537 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 7a9905f1-5c9a-4dc6-b601-0676967e1360 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:47.834299 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a536c169-7d97-4cc7-9ab0-80c0766a9bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.872599 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.921856 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:47.925981 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a536c169-7d97-4cc7-9ab0-80c0766a9bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:47.939393 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Usage tracker for resource:security_group_rule and tenant:50db22361d94432b897106cf9f3b23ca is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:47.946308 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:47.964588 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:48.023750 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f972f49-4b68-4306-9ce3-5c7471bf823b,revision_number=3']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:48.028076 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:48.145260 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45262527-2977-4266-bae8-55dfb922b4ac req-38b4fcf3-3edd-4e64-82f6-f628b2b13038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:48.148017 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-38b4fcf3-3edd-4e64-82f6-f628b2b13038 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 1096 time: 0.1670451
May 06 09:25:48.155147 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 7a9905f1-5c9a-4dc6-b601-0676967e1360 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:48.165555 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 7a9905f1-5c9a-4dc6-b601-0676967e1360 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:48.166198 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:48.237337 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41df32-e10f-4c2a-9a60-647cddd353f1 req-2bcda73a-b6e6-402b-a5f6-06a27e3cc4f8 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:48.245461 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ab41df32-e10f-4c2a-9a60-647cddd353f1 req-2bcda73a-b6e6-402b-a5f6-06a27e3cc4f8 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 945 time: 0.9413202
May 06 09:25:48.376060 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ab41df32-e10f-4c2a-9a60-647cddd353f1 req-bc939df5-73c5-4ad6-8647-c5eb46dca802 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295259
May 06 09:25:48.388106 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a536c169-7d97-4cc7-9ab0-80c0766a9bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:48.412357 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-2b986ca3-0002-42c3-bbcf-ef228c1b9a19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d HTTP/1.1" status: 200  len: 217 time: 0.2558124
May 06 09:25:48.428939 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:48.439500 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-e5550a5d-c55a-40ed-a770-2f35d5e9b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:48.441403 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-e5550a5d-c55a-40ed-a770-2f35d5e9b1ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1097 time: 0.7055862
May 06 09:25:48.503357 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:48.530889 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536c169-7d97-4cc7-9ab0-80c0766a9bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8568bd50-7e3d-4fbf-98bd-f63e049caf88,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:48.539647 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a536c169-7d97-4cc7-9ab0-80c0766a9bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:48.558823 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 7a9905f1-5c9a-4dc6-b601-0676967e1360, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7a9905f1-5c9a-4dc6-b601-0676967e1360,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:48.562741 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d45b344-ee95-46de-94e3-1d703ec310a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9905f1-5c9a-4dc6-b601-0676967e1360'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:25:48.577532 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a536c169-7d97-4cc7-9ab0-80c0766a9bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:48.581688 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-a536c169-7d97-4cc7-9ab0-80c0766a9bd3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8568bd50-7e3d-4fbf-98bd-f63e049caf88 HTTP/1.1" status: 204  len: 168 time: 1.0720038
May 06 09:25:48.603377 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45262527-2977-4266-bae8-55dfb922b4ac req-f3f5371c-7810-4ca3-8343-e8b1b2764796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:48.605674 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-f3f5371c-7810-4ca3-8343-e8b1b2764796 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.1799798
May 06 09:25:48.610986 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:48.705917 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-a809fdb2-0603-4810-bb6a-c754fe3680a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b HTTP/1.1" status: 200  len: 217 time: 0.1656251
May 06 09:25:48.710388 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-1d4a1830-8d11-4760-b57f-4913df1cc6ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0968642
May 06 09:25:48.712795 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:48.713864 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56cd53-b52f-400a-b341-928b280fff74 req-94df5c40-40c4-4e13-8a37-acdb5bfcdb41 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:48.722488 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4a56cd53-b52f-400a-b341-928b280fff74 req-94df5c40-40c4-4e13-8a37-acdb5bfcdb41 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 945 time: 0.9059200
May 06 09:25:48.723390 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:48.724291 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 6e5e7696-21ae-47b2-b391-b780e61c4d68 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:48.734113 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:48.745992 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-51a2f388-04e7-4e64-8d7c-80b17b6cfcc0 req-10323c79-8149-4b21-9a71-52ffc5875b1d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 210 time: 0.3030174
May 06 09:25:48.792079 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:48.937509 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3377fe96-b365-4007-94df-023da5bce0dc', 'tag': '1f0c26d3-4d8e-4ff5-87c9-2196c91a774d', 'status': 'completed', 'code': 200}
May 06 09:25:48.961019 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-16017395-f07f-49ee-a3e3-d4f63454cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:48.982531 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50db22361d94432b897106cf9f3b23ca&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2549949
May 06 09:25:48.994362 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36658) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:48.997513 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ff3f47-1002-45d0-8a34-13bfc7ea5279,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:49.000762 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:49.023060 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:49.123342 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=7a9905f1-5c9a-4dc6-b601-0676967e1360,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:49.142906 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d82d3d3e-36a0-4b63-a773-1bb7ca017360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:49.163521 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4a56cd53-b52f-400a-b341-928b280fff74 req-011e76ad-8cd2-4909-a8c0-b9703b925670 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4375100
May 06 09:25:49.183427 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:49.188171 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-d50f5efe-1c94-4e26-a505-43036dd4bae6 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4588246
May 06 09:25:49.203484 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-b2ba20d1-1ef5-4560-8486-d51afc92f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:49.205009 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-b2ba20d1-1ef5-4560-8486-d51afc92f814 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.4784441
May 06 09:25:49.303691 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d82d3d3e-36a0-4b63-a773-1bb7ca017360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:49.318291 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-16017395-f07f-49ee-a3e3-d4f63454cce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:49.322831 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16017395-f07f-49ee-a3e3-d4f63454cce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede1affd-5187-4c2f-912a-5df56c75668b,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:49.334572 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-16017395-f07f-49ee-a3e3-d4f63454cce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:49.410210 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:49.444844 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-16017395-f07f-49ee-a3e3-d4f63454cce1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ede1affd-5187-4c2f-912a-5df56c75668b HTTP/1.1" status: 204  len: 168 time: 2.5036013
May 06 09:25:49.450456 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36670) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:49.467024 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 6e5e7696-21ae-47b2-b391-b780e61c4d68 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:49.480012 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 6e5e7696-21ae-47b2-b391-b780e61c4d68 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:49.480012 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:49.481647 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-6009d796-692d-40bb-83d6-b2a8cb014f11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2548985
May 06 09:25:49.590954 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-45262527-2977-4266-bae8-55dfb922b4ac req-5bb2c74e-de68-4977-8458-e74e8070bc8d service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3948886
May 06 09:25:49.609845 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d82d3d3e-36a0-4b63-a773-1bb7ca017360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:49.618694 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-cd92d9a1-4a79-4ae6-b5e1-8b6d9d37e099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:49.634857 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d3d3e-36a0-4b63-a773-1bb7ca017360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ff3f47-1002-45d0-8a34-13bfc7ea5279,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:49.646598 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d82d3d3e-36a0-4b63-a773-1bb7ca017360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:49.654326 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d82d3d3e-36a0-4b63-a773-1bb7ca017360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:49.655641 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-d82d3d3e-36a0-4b63-a773-1bb7ca017360 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13ff3f47-1002-45d0-8a34-13bfc7ea5279 HTTP/1.1" status: 204  len: 168 time: 0.6601543
May 06 09:25:49.663941 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:49.679944 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f87d14-ab9f-413c-b5f1-21cee2559b6f req-d12c36e5-bf1c-4adc-bf41-4e22be15651d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:49.682452 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-72f87d14-ab9f-413c-b5f1-21cee2559b6f req-d12c36e5-bf1c-4adc-bf41-4e22be15651d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 943 time: 0.4831529
May 06 09:25:49.836382 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-72f87d14-ab9f-413c-b5f1-21cee2559b6f req-8342582e-b1de-4472-b41b-ed6d81e47d34 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407657
May 06 09:25:49.839856 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-6f3428af-2bbe-44d0-894d-5b205e8dfdcc service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3508008
May 06 09:25:49.929992 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:50.008292 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c573959f-a846-4267-a217-a48c35f7cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:50.040082 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 6e5e7696-21ae-47b2-b391-b780e61c4d68, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6e5e7696-21ae-47b2-b391-b780e61c4d68,segment=NetworkSegment(44f5d65d-24af-4123-b138-51711b40e6ca),segment_id=44f5d65d-24af-4123-b138-51711b40e6ca)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:50.071662 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad12b09d-67af-4b47-8dd7-e0330b4e490c', 'tag': '4f972f49-4b68-4306-9ce3-5c7471bf823b', 'status': 'completed', 'code': 200}
May 06 09:25:50.175921 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:50.195313 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:50.199266 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:50.230052 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e6439715-41fb-4e54-a697-4f56a6da14bd req-0a873625-6f5a-4385-8b0f-a8202188d789 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3801599
May 06 09:25:50.237902 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe4abe716a0>> segment before_delete 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.238772 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe4abe716a0>> subnet precommit_delete_associations 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.241633 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4ab4ab1c0>> segment_host_mapping after_create 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.242980 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4ab4ab1c0>> port after_create 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.244568 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4ab4ab1c0>> port after_delete 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.245592 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4ab4ab1c0>> port after_update 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.246357 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4ab4ab1c0>> segment after_delete 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.247107 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4ab4ab1c0>> subnet after_create 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.247889 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4ab4ab1c0>> subnet after_delete 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.248627 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4ab4ab1c0>> subnet after_update 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.326249 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f623ad-6ef4-4850-b2da-b840087c5c5f req-5e67b751-d380-4d2c-b50c-42f612ba9ed9 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:50.329958 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a2f623ad-6ef4-4850-b2da-b840087c5c5f req-5e67b751-d380-4d2c-b50c-42f612ba9ed9 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 945 time: 0.2471807
May 06 09:25:50.420626 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=6e5e7696-21ae-47b2-b391-b780e61c4d68,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:50.431610 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:50.474593 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:50.627315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe4b025d160>> subnet after_create 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.627315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe4b025d160>> subnet after_delete 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.628073 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe4b025d160>> subnet before_create 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.628275 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe4b025d160>> subnet before_update 55550000 {{(pid=74356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:50.631987 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4b01028e0>,) {'filters': {'network_id': ['09666bde-747f-4e5b-83d1-4318e5734d98']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:50.632771 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a2f623ad-6ef4-4850-b2da-b840087c5c5f req-89ad52e6-4800-4023-b536-cbbb2824bc75 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2833226
May 06 09:25:50.704252 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b01028e0>, 'ec2d1b4f-7395-47b3-8a43-5c0fae55b047') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:50.704915 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b01028e0>, 'ec2d1b4f-7395-47b3-8a43-5c0fae55b047') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:50.708411 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-557f892c-d7c1-4e0a-ae76-c4b1f9309247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:50.710391 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-557f892c-d7c1-4e0a-ae76-c4b1f9309247 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1097 time: 0.2826307
May 06 09:25:50.738493 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:50.807827 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-c4510f65-b882-4c3f-9788-92d1bbcf7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:50.811670 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-c4510f65-b882-4c3f-9788-92d1bbcf7843 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 1096 time: 0.7472751
May 06 09:25:50.813526 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:50.877624 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:25:50.878533 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:50.924194 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-25372ac5-b1a4-46a9-b9da-035786ab8bf2 req-edc5ac40-e7a6-433e-bcf3-49211e169bcf tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 210 time: 0.0637691
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   from cryptography.utils import int_from_bytes
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   from cryptography.utils import int_from_bytes
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:25:50.956941 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:25:50.961881 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d45b344-ee95-46de-94e3-1d703ec310a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9905f1-5c9a-4dc6-b601-0676967e1360', 'code': 200}
May 06 09:25:51.056457 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-6a5a071f-1013-4075-9969-557efcd2f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:51.058117 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-6a5a071f-1013-4075-9969-557efcd2f830 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 918 time: 0.3402505
May 06 09:25:51.198936 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-c68d75e0-3c22-45c7-b150-916d27197a97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b HTTP/1.1" status: 200  len: 217 time: 0.1340556
May 06 09:25:51.255273 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-19c8d7ec-d505-4884-9b58-33b0da1b2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:51.258490 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-19c8d7ec-d505-4884-9b58-33b0da1b2bd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 918 time: 0.4324512
May 06 09:25:51.370838 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-26f51b64-6d86-432a-b11a-6bf7be08c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:51.371756 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-4ff9e361-9800-4eb5-ad43-193b9b4e9121 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d HTTP/1.1" status: 200  len: 217 time: 0.1069543
May 06 09:25:51.373284 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:51.373559 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-26f51b64-6d86-432a-b11a-6bf7be08c780 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.1152208
May 06 09:25:51.431844 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-50527df1-763e-41bd-a32b-0026fbd5809b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:51.462555 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:51.468819 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36708) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:51.469689 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=09666bde-747f-4e5b-83d1-4318e5734d98,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:51.476214 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:51.478923 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] 10.222.0.68 "DELETE /v2.0/networks/09666bde-747f-4e5b-83d1-4318e5734d98 HTTP/1.1" status: 204  len: 168 time: 2.0271254
May 06 09:25:51.483361 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36712) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:51.530804 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:51.562096 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-a607c00c-e4d8-4b7d-806a-bfd4e29b446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:51.563748 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-a607c00c-e4d8-4b7d-806a-bfd4e29b446c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.1769519
May 06 09:25:51.566864 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:51.583680 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2289e-b955-4fb0-b574-974e46138c33 req-91848cfa-05f0-4896-aa78-f7d5e86b3cda tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:51.588746 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-78c2289e-b955-4fb0-b574-974e46138c33 req-91848cfa-05f0-4896-aa78-f7d5e86b3cda tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 943 time: 0.4452043
May 06 09:25:51.594211 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-aa08e533-9af0-4f10-aa18-f1aacda22a8e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2017508
May 06 09:25:51.630572 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-1ae050f6-0bcb-4c1b-b053-7352fa56db1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597470
May 06 09:25:51.631730 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Usage tracker for resource:security_group_rule and tenant:027f0a443984444ab5a8a3d462c27af1 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:51.638473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:51.697145 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:51.710704 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.73', 55277) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:51.758974 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-fea3b7a7-b37a-4b57-8a4b-1846222d7406 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552036
May 06 09:25:51.785130 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ce1dc-2780-4a89-8a58-5ab61403dafe req-2be37a6b-a54f-43cd-898a-1b25b70e700d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:51.792737 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d97ce1dc-2780-4a89-8a58-5ab61403dafe req-2be37a6b-a54f-43cd-898a-1b25b70e700d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 946 time: 0.6392667
May 06 09:25:51.933492 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9d45e3-f02b-4b23-ab03-176d653216e7 admin admin] Deleting subnet 9881aaad-0579-4bbd-bae0-4608f3298380 {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:25:51.956562 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45e3-f02b-4b23-ab03-176d653216e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:51.994523 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-78c2289e-b955-4fb0-b574-974e46138c33 req-02b2d8cb-019c-41b9-bf36-a1016e4e6c88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352617
May 06 09:25:52.083132 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d97ce1dc-2780-4a89-8a58-5ab61403dafe req-efa11525-6eec-4e2f-8f44-9d4f4c0aff05 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2893617
May 06 09:25:52.139150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45e3-f02b-4b23-ab03-176d653216e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:52.151980 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:52.175978 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45e3-f02b-4b23-ab03-176d653216e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:52.183425 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-c5c521b5-dbaa-45c0-b540-859286a3de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:52.186742 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-c5c521b5-dbaa-45c0-b540-859286a3de8f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 1099 time: 0.4672372
May 06 09:25:52.261058 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-ca76252a-ce50-4bd7-b208-97d60d1b9a21 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4634492
May 06 09:25:52.306451 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-f203910a-7c00-473a-b348-5e0394beda63 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6694906
May 06 09:25:52.332520 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ea270d20-f272-4875-b00f-8e57dfff447c req-4418100e-f65d-4ae2-bec4-13853853029d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 210 time: 0.0702665
May 06 09:25:52.337348 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:52.405512 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-28269bbd-f2b7-430d-904d-818f3e19f8f1 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:52.407215 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-28269bbd-f2b7-430d-904d-818f3e19f8f1 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 811 time: 0.7721052
May 06 09:25:52.488175 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:52.506154 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Usage tracker for resource:security_group_rule and tenant:5a79e5ff778d4c19b4c96543cb1da7a4 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:52.515994 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:52.549240 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:52.569298 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d84d8-434c-47ac-afe7-f8107176123e req-960730b6-5bcf-40d6-80bb-66ccd9343194 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:52.572048 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-835d84d8-434c-47ac-afe7-f8107176123e req-960730b6-5bcf-40d6-80bb-66ccd9343194 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 946 time: 0.3638685
May 06 09:25:52.621467 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-7c4551ce-afb7-4bca-9fd2-3cca8cfcf9bf tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c22429299f74a7f9f05620948b1ca93 HTTP/1.1" status: 200  len: 379 time: 0.2035699
May 06 09:25:52.623430 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:52.645594 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'port': {'device_id': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'admin_state_up': True, 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'security_groups': ['110c3cb4-bd4f-4b9c-b819-0336e41a298a']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:52.682860 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-336abc8d-2354-4fba-8564-d8a5c4ec3af9 req-a94c5706-e986-45e4-98d9-804f97dc84a0 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3332880
May 06 09:25:52.742439 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-835d84d8-434c-47ac-afe7-f8107176123e req-7f971989-f846-4b5b-99dc-63591ea599b8 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504810
May 06 09:25:52.749395 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:52.782080 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:52.856087 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45e3-f02b-4b23-ab03-176d653216e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:52.863226 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:52.879887 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810c263-3fde-4c4e-87c1-30aed8a2957a,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:52.883735 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:52.891842 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=027f0a443984444ab5a8a3d462c27af1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4112651
May 06 09:25:52.896137 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36748) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:52.932027 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d45e3-f02b-4b23-ab03-176d653216e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9881aaad-0579-4bbd-bae0-4608f3298380,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:52.936956 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1e9d45e3-f02b-4b23-ab03-176d653216e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:52.939242 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e9d45e3-f02b-4b23-ab03-176d653216e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:52.951068 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-1e9d45e3-f02b-4b23-ab03-176d653216e7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9881aaad-0579-4bbd-bae0-4608f3298380 HTTP/1.1" status: 204  len: 168 time: 1.4487054
May 06 09:25:52.955178 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36756) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:52.958947 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b834cf12-1113-49a3-9e8a-87ce1ab16b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5e7696-21ae-47b2-b391-b780e61c4d68'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:25:52.992574 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:53.014693 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b834cf12-1113-49a3-9e8a-87ce1ab16b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5e7696-21ae-47b2-b391-b780e61c4d68', 'code': 200}
May 06 09:25:53.034773 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:53.086489 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.099598 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b387664c-863e-45bd-9523-42b5142080a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.153401 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b387664c-863e-45bd-9523-42b5142080a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.200912 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.239944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3328418b-622d-4d2d-81bd-650467290f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:53.293097 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Made reservation on behalf of 3c22429299f74a7f9f05620948b1ca93 for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:25:53.298110 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.315275 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-648f8e01-63ec-4c54-adff-778d351a3a35 req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9997311
May 06 09:25:53.325408 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=76654e66-5c67-4dd4-9eeb-463365b37b61,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:53.328971 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:53.363444 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.402322 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.518707 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b387664c-863e-45bd-9523-42b5142080a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.520852 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ef1b3-d041-4e46-b86b-f225a5253196 req-ac3b8feb-e31e-41cf-9f2f-4261dbbd9f40 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:53.522436 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f46ef1b3-d041-4e46-b86b-f225a5253196 req-ac3b8feb-e31e-41cf-9f2f-4261dbbd9f40 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 943 time: 0.2961204
May 06 09:25:53.544919 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:53.574147 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387664c-863e-45bd-9523-42b5142080a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810c263-3fde-4c4e-87c1-30aed8a2957a,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:53.587206 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b387664c-863e-45bd-9523-42b5142080a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:53.628921 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f908-8c35-4684-add0-fba4c366cd9e req-483a8d1e-2a8d-451c-84a4-b2ec4c323691 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:53.631226 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7dc3f908-8c35-4684-add0-fba4c366cd9e req-483a8d1e-2a8d-451c-84a4-b2ec4c323691 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 946 time: 0.3165913
May 06 09:25:53.684433 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.733204 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe4b00f5460>> segment before_delete 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.733694 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe4b00f5460>> subnet precommit_delete_associations 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.734780 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4b00f5430>> segment_host_mapping after_create 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.735309 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4b00f5430>> port after_create 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.735847 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4b00f5430>> port after_delete 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.736414 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4b00f5430>> port after_update 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.736972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4b00f5430>> segment after_delete 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.737492 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4b00f5430>> subnet after_create 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.737680 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b387664c-863e-45bd-9523-42b5142080a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.738401 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4b00f5430>> subnet after_delete 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.745128 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe4b00f5430>> subnet after_update 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.745522 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-b387664c-863e-45bd-9523-42b5142080a3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7810c263-3fde-4c4e-87c1-30aed8a2957a HTTP/1.1" status: 204  len: 168 time: 0.8418150
May 06 09:25:53.774802 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Allocated IP 172.20.0.6 (c75a9001-a5ff-461a-a5c6-a597b137003a/15d8b5ae-7f5b-45f4-a2cb-7313063328dd/9b9d839e-d436-42b4-a5d6-eeff551ffdda) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:25:53.839598 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe4abfbf460>> subnet after_create 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.839959 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe4abfbf460>> subnet after_delete 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.840470 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe4abfbf460>> subnet before_create 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.844632 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe4abfbf460>> subnet before_update 55550000 {{(pid=74357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 06 09:25:53.844632 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4b257cbe0>,) {'filters': {'network_id': ['69ee1458-dea2-449f-a552-7cacdf4bdbea']}} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:53.862029 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f46ef1b3-d041-4e46-b86b-f225a5253196 req-eb79dbdc-41d2-4294-9f68-41c8e1458ec6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805448
May 06 09:25:53.873622 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b257cbe0>, 'caaf666f-0594-4663-b52d-63146d4f4374') {'for_net_delete': True} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:53.873918 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b257cbe0>, 'caaf666f-0594-4663-b52d-63146d4f4374') {} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:25:53.890115 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7dc3f908-8c35-4684-add0-fba4c366cd9e req-37dd5b2e-f5a8-4a8c-b117-dd3708e096de tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342634
May 06 09:25:53.894771 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2060237'] for segment, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.933386 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.950489 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=74357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:25:53.950897 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1975354'] for segment, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   from cryptography.utils import int_from_bytes
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   from cryptography.utils import int_from_bytes
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]: Traceback (most recent call last):
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     timer()
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     cb(*args, **kw)
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     return func(*args, **kwargs)
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     self._notify()
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     self.callback(batched_events)
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     event.method(event)
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     return f(self, *a, **k)
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._get(url).json()
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self.request(url, 'GET', **kwargs)
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:25:53.990120 dv-cinder-790014-1-iscsi neutron-server[74357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:25:54.020008 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:25:54.243346 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3c741bd2-2658-4bb3-ac47-1a4893a9e98d req-cf0ed022-c3da-499d-8b0a-39b4a281c4bb tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 210 time: 0.1221013
May 06 09:25:54.243608 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:54.296384 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Transition to ACTIVE for port object 9b9d839e-d436-42b4-a5d6-eeff551ffdda will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:54.306324 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af853-ef96-4a16-8dc9-252ac2e51e1e req-cc8c0dd9-25f8-460e-a220-3fb9817eb5d8 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:54.309570 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3e1af853-ef96-4a16-8dc9-252ac2e51e1e req-cc8c0dd9-25f8-460e-a220-3fb9817eb5d8 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 946 time: 0.1424367
May 06 09:25:54.311362 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:54.319679 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:54.323369 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:54.350385 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ee1458-dea2-449f-a552-7cacdf4bdbea,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:54.353222 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:54.376546 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] 10.222.0.68 "DELETE /v2.0/networks/69ee1458-dea2-449f-a552-7cacdf4bdbea HTTP/1.1" status: 204  len: 168 time: 1.4159539
May 06 09:25:54.409015 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3e1af853-ef96-4a16-8dc9-252ac2e51e1e req-64007996-ee26-49aa-9365-5695a1cab900 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621867
May 06 09:25:54.411773 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:54.467112 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '1f0c26d3-4d8e-4ff5-87c9-2196c91a774d', 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823', 'port_id': '1f0c26d3-4d8e-4ff5-87c9-2196c91a774d', 'mac_address': 'fa:16:3e:22:92:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef167820-7779-44dc-af64-e85845bb418c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:25:54.483308 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:54.514351 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:54.597040 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:54.638498 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:25:54.673610 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Network c75a9001-a5ff-461a-a5c6-a597b137003a is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:25:54.680665 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:54.680866 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:25:54.687181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:25:54.731565 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'Port': ['ID=9b9d839e-d436-42b4-a5d6-eeff551ffdda,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:54.736729 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:54.754285 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:54.755346 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 4f972f49-4b68-4306-9ce3-5c7471bf823b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:25:54.758152 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-f93c83f3-39f4-44b0-b5e2-aafc95966786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:54.782194 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:54.782194 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:54.937916 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:54.937916 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:54.938686 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 4f972f49-4b68-4306-9ce3-5c7471bf823b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:54.965658 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '4f972f49-4b68-4306-9ce3-5c7471bf823b', 'network_id': '70345935-7db1-49d3-9dd4-7eb0d8636823', 'port_id': '4f972f49-4b68-4306-9ce3-5c7471bf823b', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef167820-7779-44dc-af64-e85845bb418c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:25:55.061305 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4300492
May 06 09:25:55.089136 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:55.123233 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f972f49-4b68-4306-9ce3-5c7471bf823b {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:25:55.155176 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-0e291963-e8fa-4e75-b554-44aaae780826 None None] Provisioning for port 9b9d839e-d436-42b4-a5d6-eeff551ffdda completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:55.158570 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 4f972f49-4b68-4306-9ce3-5c7471bf823b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:55.170545 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-0e291963-e8fa-4e75-b554-44aaae780826 None None] Provisioning complete for port 9b9d839e-d436-42b4-a5d6-eeff551ffdda triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:55.171253 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-0e291963-e8fa-4e75-b554-44aaae780826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:55.254727 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36800) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:55.256523 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61c97-8044-43f6-820a-3272363d067d req-ef26aa97-32a3-4bc9-adc7-5bd6e99f5d54 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:55.268397 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c1c61c97-8044-43f6-820a-3272363d067d req-ef26aa97-32a3-4bc9-adc7-5bd6e99f5d54 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 946 time: 0.1986816
May 06 09:25:55.268612 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-0e291963-e8fa-4e75-b554-44aaae780826 None None] Port 9b9d839e-d436-42b4-a5d6-eeff551ffdda cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:25:55.287860 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6fb70-b0f6-47ae-989d-767934fc88ef req-b4a0dec4-e533-4d66-95d1-9da13ef88b1f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:55.297729 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:55.301199 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:55.304311 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bdb6fb70-b0f6-47ae-989d-767934fc88ef req-b4a0dec4-e533-4d66-95d1-9da13ef88b1f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 944 time: 0.2465608
May 06 09:25:55.361299 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-f7615e20-c251-43e0-b591-1791c5e59803 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=523df39724e54dd9a900bef84a4e6971&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1052136
May 06 09:25:55.362499 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36806) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:55.428463 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=4f972f49-4b68-4306-9ce3-5c7471bf823b,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:55.437615 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bdb6fb70-b0f6-47ae-989d-767934fc88ef req-2e824866-2eef-41e0-a633-4cd5e7723818 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314034
May 06 09:25:55.440674 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:55.476848 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c1c61c97-8044-43f6-820a-3272363d067d req-8ece10ea-6abc-4eed-be92-988fd3644dd6 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687670
May 06 09:25:55.484730 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-155394a1-e427-4748-a25a-c5f39338e26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:55.529278 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-155394a1-e427-4748-a25a-c5f39338e26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:55.700465 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-155394a1-e427-4748-a25a-c5f39338e26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:55.707226 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:55.736429 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155394a1-e427-4748-a25a-c5f39338e26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9899d-1b88-47af-ac99-a23a7d8ea24a,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:55.742075 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-155394a1-e427-4748-a25a-c5f39338e26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:55.744627 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-155394a1-e427-4748-a25a-c5f39338e26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:55.749591 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-155394a1-e427-4748-a25a-c5f39338e26a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bbb9899d-1b88-47af-ac99-a23a7d8ea24a HTTP/1.1" status: 204  len: 168 time: 0.3853064
May 06 09:25:55.784796 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0ecb5-1c28-4d9a-9f42-075d55f19c39 req-9dd66fba-e0d2-4a16-920f-e8334797642d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:55.789002 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ade0ecb5-1c28-4d9a-9f42-075d55f19c39 req-9dd66fba-e0d2-4a16-920f-e8334797642d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 931 time: 0.2394090
May 06 09:25:55.911312 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ade0ecb5-1c28-4d9a-9f42-075d55f19c39 req-554c4b8b-d1b3-4c20-ab87-7475456a9f8d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084075
May 06 09:25:55.952432 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd226f26-a6f7-4eb0-a876-536101143b4b req-7d25702e-b267-46b4-8f1b-6cf5b82f6f2e tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:55.955408 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bd226f26-a6f7-4eb0-a876-536101143b4b req-7d25702e-b267-46b4-8f1b-6cf5b82f6f2e tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 946 time: 0.2631838
May 06 09:25:56.027097 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Request body: {'port': {'device_id': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:25:56.056877 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bd226f26-a6f7-4eb0-a876-536101143b4b req-d8a0f487-5668-4ba1-b370-462a14a7acbb tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891221
May 06 09:25:56.178204 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['1f0c26d3-4d8e-4ff5-87c9-2196c91a774d'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:25:56.208111 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['4f972f49-4b68-4306-9ce3-5c7471bf823b'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:25:56.424056 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:56.527664 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ef040-4656-4577-95c9-9d065659edc8 req-1cf0296b-7424-41c7-a5ba-576cf54e6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:56.530255 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-386ef040-4656-4577-95c9-9d065659edc8 req-1cf0296b-7424-41c7-a5ba-576cf54e6223 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 1099 time: 0.4140694
May 06 09:25:56.698443 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-386ef040-4656-4577-95c9-9d065659edc8 req-b8bfd6b3-881c-4428-b481-cc1dbe37d86b service neutron] Synchronizing usage tracker for tenant:5a79e5ff778d4c19b4c96543cb1da7a4 on resource:security_group {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:25:56.812238 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc520f-8491-4f23-b33f-9e0fb24a0a93 req-95fee8ee-61b9-4a67-a596-094ece838ef2 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:56.813957 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1acc520f-8491-4f23-b33f-9e0fb24a0a93 req-95fee8ee-61b9-4a67-a596-094ece838ef2 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 944 time: 0.1884162
May 06 09:25:56.858615 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada06636-8e40-46eb-8ada-3462db77bf96 req-1c12be14-c076-49f6-a0cd-57cde57f69b6 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:56.860116 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ada06636-8e40-46eb-8ada-3462db77bf96 req-1c12be14-c076-49f6-a0cd-57cde57f69b6 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 946 time: 0.1465714
May 06 09:25:56.883104 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-386ef040-4656-4577-95c9-9d065659edc8 req-b8bfd6b3-881c-4428-b481-cc1dbe37d86b service neutron] Unset dirty status for tenant:5a79e5ff778d4c19b4c96543cb1da7a4 on resource:security_group {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:25:56.890234 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-386ef040-4656-4577-95c9-9d065659edc8 req-b8bfd6b3-881c-4428-b481-cc1dbe37d86b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3429756
May 06 09:25:56.908481 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36838) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:56.916820 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1acc520f-8491-4f23-b33f-9e0fb24a0a93 req-986ff36d-0992-4eed-b01a-03c754a3a2ff tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934083
May 06 09:25:56.944548 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ada06636-8e40-46eb-8ada-3462db77bf96 req-a254f549-c544-4ea5-bd7e-629f625fb5f3 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763233
May 06 09:25:57.242759 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-ff64613d-658d-409e-a79c-f8a98c949ab9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9e1055278a004a05bf6980b4f7da91b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3323839
May 06 09:25:57.253094 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36858) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:57.490362 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c092-42e6-468d-b35a-8184814ee459 req-cf7f6b1e-f5a2-4e2e-8824-23038c3392d9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:57.492258 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-32b6c092-42e6-468d-b35a-8184814ee459 req-cf7f6b1e-f5a2-4e2e-8824-23038c3392d9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 931 time: 0.2796054
May 06 09:25:57.533123 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9d839e-d436-42b4-a5d6-eeff551ffdda {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:25:57.555631 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:57.564612 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d77ff-1960-40af-b00f-728fdf5acd6c req-368723cc-9826-42a2-aab7-fae128b31777 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:57.566511 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-813d77ff-1960-40af-b00f-728fdf5acd6c req-368723cc-9826-42a2-aab7-fae128b31777 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 946 time: 0.2210023
May 06 09:25:57.603710 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Transition to ACTIVE for port object 9b9d839e-d436-42b4-a5d6-eeff551ffdda will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:25:57.607827 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dc07f858-a77d-4ce9-95cb-608fe4758f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:57.654790 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-32b6c092-42e6-468d-b35a-8184814ee459 req-f49b948a-8abe-4959-82f2-5fb8e050659b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1450968
May 06 09:25:57.656292 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dc07f858-a77d-4ce9-95cb-608fe4758f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:57.721274 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-813d77ff-1960-40af-b00f-728fdf5acd6c req-1d546233-5afd-474c-833d-d01002db0908 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342337
May 06 09:25:57.729507 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:57.745912 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:57.917268 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:58.104595 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Pushing event updated for resources: {'Port': ['ID=9b9d839e-d436-42b4-a5d6-eeff551ffdda,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:58.110213 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:58.151256 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Attempting to bind port 9b9d839e-d436-42b4-a5d6-eeff551ffdda on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:25:58.151588 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Attempting to bind port 9b9d839e-d436-42b4-a5d6-eeff551ffdda by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:25:58.151909 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Attempting to bind port 9b9d839e-d436-42b4-a5d6-eeff551ffdda on network c75a9001-a5ff-461a-a5c6-a597b137003a {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:58.162440 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:58.173544 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:58.173924 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:58.177539 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dc07f858-a77d-4ce9-95cb-608fe4758f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:58.178516 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Port 9b9d839e-d436-42b4-a5d6-eeff551ffdda on network c75a9001-a5ff-461a-a5c6-a597b137003a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:25:58.178834 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Attempting to bind port 9b9d839e-d436-42b4-a5d6-eeff551ffdda on network c75a9001-a5ff-461a-a5c6-a597b137003a {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:25:58.227662 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:25:58.228204 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Checking segment: {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:25:58.228895 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Bound using segment: {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:25:58.229674 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Bound port: 9b9d839e-d436-42b4-a5d6-eeff551ffdda, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:25:58.231035 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:58.284187 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:58.328984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07f858-a77d-4ce9-95cb-608fe4758f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5559e92-37aa-4fcd-95b1-418f3c45fba6,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:58.352982 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-dc07f858-a77d-4ce9-95cb-608fe4758f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:58.458154 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dc07f858-a77d-4ce9-95cb-608fe4758f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:58.459326 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-dc07f858-a77d-4ce9-95cb-608fe4758f39 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c5559e92-37aa-4fcd-95b1-418f3c45fba6 HTTP/1.1" status: 204  len: 168 time: 1.2051206
May 06 09:25:58.488157 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:58.520886 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8d6fd-793a-42fd-b44b-7ef8be732753 req-5039c665-33d2-4b8f-9077-4a64c020c63b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:58.522451 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82b8d6fd-793a-42fd-b44b-7ef8be732753 req-5039c665-33d2-4b8f-9077-4a64c020c63b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 946 time: 0.3214962
May 06 09:25:58.549760 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3377fe96-b365-4007-94df-023da5bce0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0c26d3-4d8e-4ff5-87c9-2196c91a774d'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:25:58.566622 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] For port 9b9d839e-d436-42b4-a5d6-eeff551ffdda, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:25:58.573132 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] For port 9b9d839e-d436-42b4-a5d6-eeff551ffdda, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:25:58.574983 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:58.635906 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82b8d6fd-793a-42fd-b44b-7ef8be732753 req-5b9ca955-1be9-4a95-af71-5ebd1615e8b5 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002691
May 06 09:25:58.642680 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3baf1-ecc4-4057-9708-320b0be26061 req-4f7a76a7-b117-4eae-84ba-f1ee4afa6178 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:58.644231 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-40a3baf1-ecc4-4057-9708-320b0be26061 req-4f7a76a7-b117-4eae-84ba-f1ee4afa6178 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 944 time: 0.3343298
May 06 09:25:58.671281 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:58.679767 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d5241783-bdd4-4392-839f-be7dc09bbf27 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:58.717752 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-40a3baf1-ecc4-4057-9708-320b0be26061 req-6042b302-0550-44e3-8638-fb23af383e4a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651596
May 06 09:25:58.719943 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3377fe96-b365-4007-94df-023da5bce0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0c26d3-4d8e-4ff5-87c9-2196c91a774d', 'code': 200}
May 06 09:25:58.755243 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:58.756152 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 4f972f49-4b68-4306-9ce3-5c7471bf823b up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:25:58.787380 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:58.798024 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:58.799138 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:58.802515 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] 10.222.0.73 "PUT /v2.0/ports/9b9d839e-d436-42b4-a5d6-eeff551ffdda HTTP/1.1" status: 200  len: 1093 time: 2.7827036
May 06 09:25:58.803898 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'tag': '9b9d839e-d436-42b4-a5d6-eeff551ffdda'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:25:58.851934 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Pushing event updated for resources: {'Port': ['ID=9b9d839e-d436-42b4-a5d6-eeff551ffdda,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:58.860929 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:59.060469 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36912) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:59.187113 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:59.192451 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:59.250709 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-7cbe5a60-c8ec-4628-b49f-ce2469498753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:59.252506 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-7cbe5a60-c8ec-4628-b49f-ce2469498753 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 1096 time: 0.2434890
May 06 09:25:59.287791 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5990d-dcc3-44cf-a2b1-a4d7f6542fae req-1f5e7304-7d40-4c0d-a57d-2007f690f50e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:59.289733 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-00d5990d-dcc3-44cf-a2b1-a4d7f6542fae req-1f5e7304-7d40-4c0d-a57d-2007f690f50e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 943 time: 0.3698668
May 06 09:25:59.303473 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc07d6-dc07-46d9-99bd-0452cec2a820 req-9912be6b-f31a-4221-b5d5-45ccf15f35dd tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:59.303473 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2adc07d6-dc07-46d9-99bd-0452cec2a820 req-9912be6b-f31a-4221-b5d5-45ccf15f35dd tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 946 time: 0.2436881
May 06 09:25:59.334660 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 4f972f49-4b68-4306-9ce3-5c7471bf823b completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:25:59.358165 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 4f972f49-4b68-4306-9ce3-5c7471bf823b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:25:59.358165 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:59.403098 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-a1342627-5852-4630-a3da-cf682ec6f030 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda HTTP/1.1" status: 200  len: 217 time: 0.1392779
May 06 09:25:59.427387 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2adc07d6-dc07-46d9-99bd-0452cec2a820 req-fae4bffa-fe50-4b7e-b135-4d7f038710cd tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052005
May 06 09:25:59.430701 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-00d5990d-dcc3-44cf-a2b1-a4d7f6542fae req-36c84bf4-89b8-4a73-a3b4-6ba55133f09d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1245167
May 06 09:25:59.530742 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:59.547454 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'tag': '9b9d839e-d436-42b4-a5d6-eeff551ffdda', 'status': 'completed', 'code': 200}
May 06 09:25:59.553692 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:25:59.558083 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Usage tracker for resource:security_group_rule and tenant:49d9d67c45234a9187391670c984ca27 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:25:59.561669 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:25:59.569134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:25:59.575414 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:59.595967 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-68ebba19-e121-4493-a76a-3584860cbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:59.597858 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-68ebba19-e121-4493-a76a-3584860cbc82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.1184809
May 06 09:25:59.621936 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 4f972f49-4b68-4306-9ce3-5c7471bf823b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:25:59.663419 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c61b4-b899-4c62-a265-18c18c74df92 req-2dd93f24-47b6-4051-b04d-30976f89072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:59.665395 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-308c61b4-b899-4c62-a265-18c18c74df92 req-2dd93f24-47b6-4051-b04d-30976f89072c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 1098 time: 0.2644601
May 06 09:25:59.702245 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:59.712192 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:59.714201 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:59.750562 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-308c61b4-b899-4c62-a265-18c18c74df92 req-cfc40869-87bb-40f7-adec-6fa44d378ed9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764179
May 06 09:25:59.756441 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-2d06afd7-6b11-4dbf-a535-e868666fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:25:59.758114 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-2d06afd7-6b11-4dbf-a535-e868666fa7e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1483657
May 06 09:25:59.794046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:25:59.857714 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=4f972f49-4b68-4306-9ce3-5c7471bf823b,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:59.861686 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:25:59.889053 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:25:59.919120 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=49d9d67c45234a9187391670c984ca27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8528001
May 06 09:25:59.927027 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36940) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:25:59.943293 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fced13d-bfb2-4f3b-be55-c81a5c7e26b0,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:25:59.949841 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:00.016528 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b3a85083-af6a-4366-99e1-2cbdc384faca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:00.121075 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-59b9c9b7-239f-4186-afea-6e74a6b588a2 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3211195
May 06 09:26:00.121424 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b3a85083-af6a-4366-99e1-2cbdc384faca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:00.266658 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97467de9-3f3c-463b-a154-6f25ffa5aac4 req-9cbd7bf9-c877-4a56-beb8-0d1eac73eb4d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:00.269693 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-97467de9-3f3c-463b-a154-6f25ffa5aac4 req-9cbd7bf9-c877-4a56-beb8-0d1eac73eb4d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.2309356
May 06 09:26:00.334287 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-97467de9-3f3c-463b-a154-6f25ffa5aac4 req-a8b7a6d4-454a-46e5-8961-c0bd67034b35 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501173
May 06 09:26:00.394872 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b3a85083-af6a-4366-99e1-2cbdc384faca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:00.401675 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:00.421693 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a85083-af6a-4366-99e1-2cbdc384faca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fced13d-bfb2-4f3b-be55-c81a5c7e26b0,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:00.432211 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b3a85083-af6a-4366-99e1-2cbdc384faca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:00.440343 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b3a85083-af6a-4366-99e1-2cbdc384faca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:00.442348 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b3a85083-af6a-4366-99e1-2cbdc384faca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5fced13d-bfb2-4f3b-be55-c81a5c7e26b0 HTTP/1.1" status: 204  len: 168 time: 0.5138175
May 06 09:26:00.724892 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12b09d-67af-4b47-8dd7-e0330b4e490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f972f49-4b68-4306-9ce3-5c7471bf823b'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:26:00.789954 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12b09d-67af-4b47-8dd7-e0330b4e490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f972f49-4b68-4306-9ce3-5c7471bf823b', 'code': 200}
May 06 09:26:00.815993 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96321f-0fde-4f59-978f-7677d5e1604a req-d372e4b7-b2d6-48f1-b1ee-533214b91880 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:00.828909 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3f96321f-0fde-4f59-978f-7677d5e1604a req-d372e4b7-b2d6-48f1-b1ee-533214b91880 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 943 time: 0.1617768
May 06 09:26:00.897861 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3f96321f-0fde-4f59-978f-7677d5e1604a req-5aee1369-abc2-41cc-afd8-fea72050d41b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672219
May 06 09:26:01.515272 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 36980) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:01.542568 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:01.560615 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:01.565623 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Usage tracker for resource:security_group_rule and tenant:2ab109504bb24bf49c64ebf5f2582208 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:01.572739 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:01.573367 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1733-2f07-4090-9767-bd198c96acef req-d9503247-282d-441c-a00f-b734380efc8b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:01.574957 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-15ab1733-2f07-4090-9767-bd198c96acef req-d9503247-282d-441c-a00f-b734380efc8b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1071303
May 06 09:26:01.580418 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:01.632566 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-15ab1733-2f07-4090-9767-bd198c96acef req-325e1062-2749-46c9-865d-3bb88a6deae1 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461862
May 06 09:26:01.709627 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:01.783702 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:01.802211 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a536c169-7d97-4cc7-9ab0-80c0766a9bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:01.867471 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2ab109504bb24bf49c64ebf5f2582208&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3495584
May 06 09:26:01.873019 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 36990) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:01.876687 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a772a56-865a-402a-b699-279e9bd37e41,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:01.890429 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:01.985794 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12805a9e-0328-4338-a0ef-7111697dd1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:02.039222 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12805a9e-0328-4338-a0ef-7111697dd1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:02.269186 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090b4c-0d11-4443-9158-5a17c99474a4 req-cbcf01d9-049f-4051-b6bd-3e25269d9e1d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:02.270963 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-de090b4c-0d11-4443-9158-5a17c99474a4 req-cbcf01d9-049f-4051-b6bd-3e25269d9e1d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 943 time: 0.1499362
May 06 09:26:02.297366 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12805a9e-0328-4338-a0ef-7111697dd1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:02.308622 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-8542c6e4-cafc-497b-bcb7-1373fc1a55ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:02.324389 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12805a9e-0328-4338-a0ef-7111697dd1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a772a56-865a-402a-b699-279e9bd37e41,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:02.338420 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-12805a9e-0328-4338-a0ef-7111697dd1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:02.353138 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-12805a9e-0328-4338-a0ef-7111697dd1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:02.355568 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-12805a9e-0328-4338-a0ef-7111697dd1f3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a772a56-865a-402a-b699-279e9bd37e41 HTTP/1.1" status: 204  len: 168 time: 0.4798052
May 06 09:26:02.367863 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-de090b4c-0d11-4443-9158-5a17c99474a4 req-6ae3f901-ab2b-479d-9a1e-2cd3f40d1bd6 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843740
May 06 09:26:02.912497 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb505e84-e71b-4fc9-b9ce-82a29d944312 req-50006953-d255-4b53-8e29-81287d638916 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:02.915629 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bb505e84-e71b-4fc9-b9ce-82a29d944312 req-50006953-d255-4b53-8e29-81287d638916 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1560650
May 06 09:26:03.027367 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bb505e84-e71b-4fc9-b9ce-82a29d944312 req-914f8869-ff39-4dbf-b877-f7d0dc3be98f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000047
May 06 09:26:03.166962 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-223a4050-acf9-443d-a1d0-1e6984a26c1e req-fbca7ea0-916c-466b-b8df-52297b4ee08a service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3950601
May 06 09:26:03.594846 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d54085-c65d-4820-88b9-44de4f23c263 req-991915cf-4bc9-4dc4-8c14-2d652e584b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:03.598287 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-06d54085-c65d-4820-88b9-44de4f23c263 req-991915cf-4bc9-4dc4-8c14-2d652e584b7e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1099 time: 0.2428880
May 06 09:26:03.726626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193998d1-09dd-4afd-b9ff-498063756451 req-5f1f752b-a511-422a-8c4d-753df50699bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:03.726626 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-193998d1-09dd-4afd-b9ff-498063756451 req-5f1f752b-a511-422a-8c4d-753df50699bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 1096 time: 0.2823067
May 06 09:26:03.732944 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-06d54085-c65d-4820-88b9-44de4f23c263 req-d74b8885-cd28-4f73-b6db-8637e7e0bda4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263006
May 06 09:26:03.749788 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59432957-94d5-432b-b219-67520432d13c req-b586cb45-7050-45c1-9604-99c9a9b1e8d8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:03.764786 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-59432957-94d5-432b-b219-67520432d13c req-b586cb45-7050-45c1-9604-99c9a9b1e8d8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 943 time: 0.2016451
May 06 09:26:03.867146 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-59432957-94d5-432b-b219-67520432d13c req-0cb317d7-20e1-4ce1-9902-edce1ea13719 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005290
May 06 09:26:03.957277 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193998d1-09dd-4afd-b9ff-498063756451 req-426daa6c-dc47-4a7b-bc94-818f9c7f5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:03.961158 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-193998d1-09dd-4afd-b9ff-498063756451 req-426daa6c-dc47-4a7b-bc94-818f9c7f5058 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 912 time: 0.2243145
May 06 09:26:04.040407 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-193998d1-09dd-4afd-b9ff-498063756451 req-9d627fca-a930-409c-97b2-1ae92e075523 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda HTTP/1.1" status: 200  len: 217 time: 0.0738485
May 06 09:26:04.195869 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193998d1-09dd-4afd-b9ff-498063756451 req-f62fb63c-082d-4652-b8ae-5dd345ca307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:04.200220 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-193998d1-09dd-4afd-b9ff-498063756451 req-f62fb63c-082d-4652-b8ae-5dd345ca307e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.1500752
May 06 09:26:04.487651 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193998d1-09dd-4afd-b9ff-498063756451 req-7052aeda-a943-40bf-8a81-e02aee29e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:04.489780 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-193998d1-09dd-4afd-b9ff-498063756451 req-7052aeda-a943-40bf-8a81-e02aee29e44c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2805011
May 06 09:26:04.624021 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef623-f536-4847-aa04-dc8324024ba2 req-0b19882a-5c75-4944-9103-90898022b9dd tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:04.631847 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e9bef623-f536-4847-aa04-dc8324024ba2 req-0b19882a-5c75-4944-9103-90898022b9dd tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.3187273
May 06 09:26:04.690093 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e9bef623-f536-4847-aa04-dc8324024ba2 req-eb027fce-f306-4c24-b936-2093b0afc21c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565209
May 06 09:26:04.853099 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-193998d1-09dd-4afd-b9ff-498063756451 req-34c2548c-290a-482f-be09-8c749afe7290 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3538668
May 06 09:26:05.004054 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-193998d1-09dd-4afd-b9ff-498063756451 req-101292bb-f66a-48ac-b54a-42e842d608ba service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441457
May 06 09:26:05.944305 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 9b9d839e-d436-42b4-a5d6-eeff551ffdda details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:26:06.171498 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 9b9d839e-d436-42b4-a5d6-eeff551ffdda, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:06.186569 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '9b9d839e-d436-42b4-a5d6-eeff551ffdda', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'port_id': '9b9d839e-d436-42b4-a5d6-eeff551ffdda', 'mac_address': 'fa:16:3e:5d:77:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:26:06.249670 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37126) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:06.276820 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:06.319319 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9d839e-d436-42b4-a5d6-eeff551ffdda {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:26:06.355458 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 9b9d839e-d436-42b4-a5d6-eeff551ffdda, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:06.428854 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:06.448896 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:06.454940 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Usage tracker for resource:security_group_rule and tenant:7a8b19414c1c4d9db378bff57460fe74 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:06.467863 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:06.477358 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:06.483140 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:06.484356 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:06.656031 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=9b9d839e-d436-42b4-a5d6-eeff551ffdda,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:06.662976 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:06.667607 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:06.743022 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['9b9d839e-d436-42b4-a5d6-eeff551ffdda'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:26:06.765938 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:06.776035 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-155394a1-e427-4748-a25a-c5f39338e26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:06.829884 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37140) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:06.840259 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7a8b19414c1c4d9db378bff57460fe74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5893381
May 06 09:26:06.849737 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d283c991-f969-45bc-9255-279c94341a6b,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:06.871139 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.871497 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.872314 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.872314 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.872507 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.872875 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.873220 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.874796 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.875182 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.875527 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.875867 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.876204 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:06.885968 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:06.937109 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:06.967151 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:07.147477 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284369e-9a0b-41b1-8a58-250fc28ebf18 req-0cb2181e-6f93-4f89-af1e-8535a0c64ba9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:07.150737 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7284369e-9a0b-41b1-8a58-250fc28ebf18 req-0cb2181e-6f93-4f89-af1e-8535a0c64ba9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 944 time: 0.1441214
May 06 09:26:07.189734 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-8eb13373-6714-4ba2-82f3-720f167083ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:07.191273 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-8eb13373-6714-4ba2-82f3-720f167083ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 1098 time: 0.0899868
May 06 09:26:07.201981 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:07.220063 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:07.261690 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d283c991-f969-45bc-9255-279c94341a6b,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:07.288249 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.289719 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.290622 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.291469 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.292322 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.293338 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.294219 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.295395 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.296886 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.297810 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.298688 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.299854 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:07.324486 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:07.325399 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:07.331788 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d283c991-f969-45bc-9255-279c94341a6b HTTP/1.1" status: 204  len: 168 time: 0.5007873
May 06 09:26:07.351978 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7284369e-9a0b-41b1-8a58-250fc28ebf18 req-e39f1473-0662-41b3-bdf4-b124b4d590b0 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1862876
May 06 09:26:07.435675 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-ada31218-5ad5-4d4e-ae03-6185842c421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:07.439474 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-ada31218-5ad5-4d4e-ae03-6185842c421d service neutron] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 918 time: 0.2404916
May 06 09:26:07.647655 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-492063d4-f899-49bc-bf28-3146998556b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d HTTP/1.1" status: 200  len: 217 time: 0.2015164
May 06 09:26:07.689124 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e143-f6fe-4ff9-abe1-415c9d325d2c req-ff194726-cd82-4eb4-8c70-274e26d17707 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:07.697986 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2251e143-f6fe-4ff9-abe1-415c9d325d2c req-ff194726-cd82-4eb4-8c70-274e26d17707 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1204829
May 06 09:26:07.729150 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37154) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:07.797194 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2251e143-f6fe-4ff9-abe1-415c9d325d2c req-4b82eaf7-40ab-4db4-ba13-f33f6d114cf4 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975740
May 06 09:26:07.800756 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-8e49e2bd-fd3b-42af-b251-a72f38c09a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:07.808938 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-8e49e2bd-fd3b-42af-b251-a72f38c09a14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.1426191
May 06 09:26:07.945990 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-3daa7e49-9b19-4b25-8fb6-f24ac1c209c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1357429
May 06 09:26:07.965490 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 9b9d839e-d436-42b4-a5d6-eeff551ffdda up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:26:08.200118 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 9b9d839e-d436-42b4-a5d6-eeff551ffdda completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:26:08.207100 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 9b9d839e-d436-42b4-a5d6-eeff551ffdda triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:08.207618 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:08.222404 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-4244980c-bcca-4418-8fe3-6d4b3bcef64d service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617953
May 06 09:26:08.367065 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:08.369135 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:08.396432 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9d839e-d436-42b4-a5d6-eeff551ffdda'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:26:08.413341 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 9b9d839e-d436-42b4-a5d6-eeff551ffdda, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:08.458262 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:08.466103 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Usage tracker for resource:security_group_rule and tenant:f529e71216e4432288bc3a7a9698bb0f is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:08.476351 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:08.495762 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:08.497948 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9d839e-d436-42b4-a5d6-eeff551ffdda', 'code': 200}
May 06 09:26:08.504218 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:08.506486 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:08.550720 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b34acd6d-ab22-47c6-b4cc-d18d948124b9 req-a9068a96-43c9-43ee-a616-8a8747f5e230 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214346
May 06 09:26:08.586931 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=9b9d839e-d436-42b4-a5d6-eeff551ffdda,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:08.594140 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:08.640093 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbda0aa-769e-45c8-933d-6614c7a63ec5 req-d7587b82-3605-4d10-a831-6711e4dded88 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:08.641991 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37180) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:08.642089 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5cbda0aa-769e-45c8-933d-6614c7a63ec5 req-d7587b82-3605-4d10-a831-6711e4dded88 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1086545
May 06 09:26:08.663487 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:08.666279 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:08.682106 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:08.686382 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:e64ed768c6904193a2367e95e1aba39f is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:08.689783 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:08.698451 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:08.756492 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5cbda0aa-769e-45c8-933d-6614c7a63ec5 req-b8b94e49-fda9-4928-937b-e0075c5a1921 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065493
May 06 09:26:08.770491 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:08.783509 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a362e120-8f92-47bb-9103-616ae160c1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:08.908692 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f529e71216e4432288bc3a7a9698bb0f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1754639
May 06 09:26:08.909154 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37190) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:08.911177 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13594f65-9f02-4a2b-881f-03a94fef9262,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:08.942235 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:09.044779 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-77c12cc7-9238-4f56-91cb-1744f986427a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.051437 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.087034 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222a557-b72a-465b-bcfe-d2d71063e0f0 req-d88ce7f8-d718-447b-ac35-595e8d12f9b9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:09.088922 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0222a557-b72a-465b-bcfe-d2d71063e0f0 req-d88ce7f8-d718-447b-ac35-595e8d12f9b9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1551473
May 06 09:26:09.099250 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-77c12cc7-9238-4f56-91cb-1744f986427a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.154119 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.173298 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:09.184496 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0222a557-b72a-465b-bcfe-d2d71063e0f0 req-a4e62e58-c73f-45b3-afa1-d417f7e302b2 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883601
May 06 09:26:09.275800 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e64ed768c6904193a2367e95e1aba39f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6340907
May 06 09:26:09.278617 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37198) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:09.281858 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f185f583-9855-48fb-971c-600a9574ca62,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:09.301207 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:09.323913 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cabe4-b489-46a2-818b-fa670eb8585d req-17a88df4-0bbc-424d-bebf-605e3741e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:09.325474 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-639cabe4-b489-46a2-818b-fa670eb8585d req-17a88df4-0bbc-424d-bebf-605e3741e65c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 1098 time: 0.2620177
May 06 09:26:09.349532 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-77c12cc7-9238-4f56-91cb-1744f986427a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.365825 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-12805a9e-0328-4338-a0ef-7111697dd1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:09.385927 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0508f324-5fac-4720-a60e-ba1d1aefac96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.396462 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-639cabe4-b489-46a2-818b-fa670eb8585d req-c4f51e83-e0d5-4cf5-bcca-c5f8fc4a7abc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619040
May 06 09:26:09.398380 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c12cc7-9238-4f56-91cb-1744f986427a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13594f65-9f02-4a2b-881f-03a94fef9262,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:09.412992 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-77c12cc7-9238-4f56-91cb-1744f986427a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.416724 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-77c12cc7-9238-4f56-91cb-1744f986427a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13594f65-9f02-4a2b-881f-03a94fef9262 HTTP/1.1" status: 204  len: 168 time: 0.5042567
May 06 09:26:09.420363 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-77c12cc7-9238-4f56-91cb-1744f986427a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:09.451820 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0508f324-5fac-4720-a60e-ba1d1aefac96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.665768 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0508f324-5fac-4720-a60e-ba1d1aefac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.670972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-deaaa5b7-1da6-4c4b-a3d1-e9dedb72b0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:09.686930 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508f324-5fac-4720-a60e-ba1d1aefac96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f185f583-9855-48fb-971c-600a9574ca62,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:09.690237 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0508f324-5fac-4720-a60e-ba1d1aefac96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:09.692960 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0508f324-5fac-4720-a60e-ba1d1aefac96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:09.703243 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0508f324-5fac-4720-a60e-ba1d1aefac96 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f185f583-9855-48fb-971c-600a9574ca62 HTTP/1.1" status: 204  len: 168 time: 0.4142659
May 06 09:26:10.188538 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033e39-5c01-487b-ab8a-3e06021bd090 req-2be7b84a-428c-46d2-aff0-94719187370e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:10.211879 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2c033e39-5c01-487b-ab8a-3e06021bd090 req-2be7b84a-428c-46d2-aff0-94719187370e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.2356536
May 06 09:26:10.336675 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2c033e39-5c01-487b-ab8a-3e06021bd090 req-81bc6555-f8d4-4a6e-9ece-d2dfd2eb6af0 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137660
May 06 09:26:10.586923 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed797b6e-72d0-4fe2-becc-328d3dbc0864 req-4295fd1e-deb1-4552-866d-d6fea9925890 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:10.589941 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ed797b6e-72d0-4fe2-becc-328d3dbc0864 req-4295fd1e-deb1-4552-866d-d6fea9925890 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1283643
May 06 09:26:10.648225 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ed797b6e-72d0-4fe2-becc-328d3dbc0864 req-11da905e-3856-43b3-ab5f-82c00f3b51dc tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457523
May 06 09:26:10.943427 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37258) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:10.963662 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:10.980178 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:10.986598 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Usage tracker for resource:security_group_rule and tenant:358453418873497c9a6e7def9c39fbcd is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:10.990180 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:10.997762 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:11.123357 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:11.217413 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:11.226962 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2fc0548e-326b-463b-bf7e-92fcf9037fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:11.276897 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=358453418873497c9a6e7def9c39fbcd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3320122
May 06 09:26:11.278075 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e958bf12-aaa4-4f78-a1bd-5d5aa9fe6f97,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:11.281115 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37266) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:11.294963 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:11.374554 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-790f3ee9-ad57-46d9-a7b2-0a72698f97ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:11.446943 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-790f3ee9-ad57-46d9-a7b2-0a72698f97ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:11.609069 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241283-bc36-4c59-a51c-dcb44ec97b20 req-49e651d6-674c-49fa-b67e-dc83fa67aa6e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:11.621635 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-64241283-bc36-4c59-a51c-dcb44ec97b20 req-49e651d6-674c-49fa-b67e-dc83fa67aa6e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1340649
May 06 09:26:11.638684 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-790f3ee9-ad57-46d9-a7b2-0a72698f97ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:11.657018 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b387664c-863e-45bd-9523-42b5142080a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:11.706614 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-64241283-bc36-4c59-a51c-dcb44ec97b20 req-0c671af3-1ebe-435e-9fb0-2e50c14dc3f7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830996
May 06 09:26:11.715360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f3ee9-ad57-46d9-a7b2-0a72698f97ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958bf12-aaa4-4f78-a1bd-5d5aa9fe6f97,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:11.742174 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-790f3ee9-ad57-46d9-a7b2-0a72698f97ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:11.833235 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-790f3ee9-ad57-46d9-a7b2-0a72698f97ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:11.836110 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-790f3ee9-ad57-46d9-a7b2-0a72698f97ae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e958bf12-aaa4-4f78-a1bd-5d5aa9fe6f97 HTTP/1.1" status: 204  len: 168 time: 0.5536325
May 06 09:26:11.943006 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81853e2-8b3d-4781-8276-4f5109904b4d req-5f03131d-cab2-409f-8002-04ac74eac58a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:11.947587 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f81853e2-8b3d-4781-8276-4f5109904b4d req-5f03131d-cab2-409f-8002-04ac74eac58a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1433995
May 06 09:26:12.039515 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f81853e2-8b3d-4781-8276-4f5109904b4d req-3de91e36-1098-49f8-ae46-5b94a0ac2ff7 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854964
May 06 09:26:12.141707 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1732e7b-003a-4414-9d49-8f89a077ef84 req-592e40e5-34fa-4c97-a58d-e01a487b3319 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:12.143371 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d1732e7b-003a-4414-9d49-8f89a077ef84 req-592e40e5-34fa-4c97-a58d-e01a487b3319 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1026530
May 06 09:26:12.153124 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37296) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:12.158558 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-e6449730-bbf9-4e05-9f61-99be9b889f3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'floatingip': {'port_id': '9b9d839e-d436-42b4-a5d6-eeff551ffdda'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:12.241358 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e6449730-bbf9-4e05-9f61-99be9b889f3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:13.181543 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e6449730-bbf9-4e05-9f61-99be9b889f3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:13.269105 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e6449730-bbf9-4e05-9f61-99be9b889f3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:13.334074 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562ca7d-e430-4fa1-a000-81a71c2525bf req-d052c7a0-48c7-423f-86bf-c752c279cceb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:13.341083 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1562ca7d-e430-4fa1-a000-81a71c2525bf req-d052c7a0-48c7-423f-86bf-c752c279cceb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1628110
May 06 09:26:13.476378 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1562ca7d-e430-4fa1-a000-81a71c2525bf req-8fae1099-3b9b-4782-9651-7990c89b2c42 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342402
May 06 09:26:13.516573 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.l3_db [None req-e6449730-bbf9-4e05-9f61-99be9b889f3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Floating IP 560b3e00-55a1-410a-bbc7-47ea4c00f0c6 associated. External IP: 172.27.3.175, port: 9b9d839e-d436-42b4-a5d6-eeff551ffdda.
May 06 09:26:14.006250 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6449730-bbf9-4e05-9f61-99be9b889f3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Router cde2f431-a147-49ac-8090-ec2055819ef2 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:26:14.326395 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6449730-bbf9-4e05-9f61-99be9b889f3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:26:14.327786 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e6449730-bbf9-4e05-9f61-99be9b889f3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:14.339316 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] Sync routers for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:26:14.358302 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:26:14.359248 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b098bb50>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:25:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:14.415275 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-e6449730-bbf9-4e05-9f61-99be9b889f3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "PUT /v2.0/floatingips/560b3e00-55a1-410a-bbc7-47ea4c00f0c6 HTTP/1.1" status: 200  len: 991 time: 2.2610688
May 06 09:26:14.416130 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'tag': '9b9d839e-d436-42b4-a5d6-eeff551ffdda'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:26:14.527724 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'tag': '9b9d839e-d436-42b4-a5d6-eeff551ffdda', 'status': 'completed', 'code': 200}
May 06 09:26:14.685757 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-5bf4be81-fe23-4cd7-ae94-1062a666ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:14.688777 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-5bf4be81-fe23-4cd7-ae94-1062a666ca45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 1098 time: 0.1257460
May 06 09:26:14.739470 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:26:14.883942 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc2516-2a89-4804-8cb7-6b8dd154e049 req-f8047394-4873-4259-9c06-ff539879c77e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:14.889178 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-15bc2516-2a89-4804-8cb7-6b8dd154e049 req-f8047394-4873-4259-9c06-ff539879c77e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1711824
May 06 09:26:14.944795 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-15bc2516-2a89-4804-8cb7-6b8dd154e049 req-758fc2bf-5889-42fc-935e-df51882b886f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545695
May 06 09:26:14.954945 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-963ca1e6-c5f3-4647-9cf5-fe6d0a9de85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:14.958589 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-963ca1e6-c5f3-4647-9cf5-fe6d0a9de85c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 912 time: 0.2578959
May 06 09:26:15.081076 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-d8054f9e-c1dc-4af9-a283-14a6efb982a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda HTTP/1.1" status: 200  len: 999 time: 0.1143162
May 06 09:26:15.183402 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b098bb50>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '560b3e00-55a1-410a-bbc7-47ea4c00f0c6', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'port_id': '9b9d839e-d436-42b4-a5d6-eeff551ffdda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'mac_address': 'fa:16:3e:5d:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:26:12Z', 'revision_number': 1, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:15.189648 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] Checking router: cde2f431-a147-49ac-8090-ec2055819ef2 for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:26:15.216467 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:26:15.217171 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b098bb50>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:25:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:15.275961 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-5fe6e05a-488d-4948-8484-213f4c891c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:15.277608 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-5fe6e05a-488d-4948-8484-213f4c891c7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.1834319
May 06 09:26:15.413897 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-71991092-cecf-496a-a8e8-2010b8e2c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:15.417804 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-71991092-cecf-496a-a8e8-2010b8e2c3e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1320865
May 06 09:26:15.533002 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:26:15.623785 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-086897aa-cebf-4744-b8fe-14de6905d298 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966238
May 06 09:26:15.861079 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-30268c6c-13c7-4328-8368-a2c4c8ef3eb9 req-f4f79cc3-e50a-4a21-9525-ea5a200b3a2f service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289696
May 06 09:26:16.053995 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b098bb50>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '560b3e00-55a1-410a-bbc7-47ea4c00f0c6', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'port_id': '9b9d839e-d436-42b4-a5d6-eeff551ffdda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'mac_address': 'fa:16:3e:5d:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:26:12Z', 'revision_number': 1, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:16.059905 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a9b94-aa3c-4052-b220-c6538e15b62b None None] The sync data for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi is: [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '560b3e00-55a1-410a-bbc7-47ea4c00f0c6', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'port_id': '9b9d839e-d436-42b4-a5d6-eeff551ffdda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'mac_address': 'fa:16:3e:5d:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:26:12Z', 'revision_number': 1, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:26:16.284566 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6acf2-a297-4b0b-91de-5563ca21a1eb req-392c72d1-148a-4dc8-a01d-354afd5e7919 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:16.289595 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f2c6acf2-a297-4b0b-91de-5563ca21a1eb req-392c72d1-148a-4dc8-a01d-354afd5e7919 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1779130
May 06 09:26:16.348960 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f2c6acf2-a297-4b0b-91de-5563ca21a1eb req-c0985495-0c4c-4e71-8eb4-79d49fdf7438 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547614
May 06 09:26:16.406576 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631db0ea-3e8e-448b-a401-907678667509 None None] New status for floating IP 560b3e00-55a1-410a-bbc7-47ea4c00f0c6: ACTIVE {{(pid=74358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:26:16.788632 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f13567ba-7ee2-4cc6-89cc-317c8d5557f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:17.674767 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d514ebf-a157-4abf-88ce-8f35e7d859c5 req-fa0a5d1c-d7b1-4f35-a886-8fe51b0bfc31 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:17.677016 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6d514ebf-a157-4abf-88ce-8f35e7d859c5 req-fa0a5d1c-d7b1-4f35-a886-8fe51b0bfc31 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1379120
May 06 09:26:17.734540 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6d514ebf-a157-4abf-88ce-8f35e7d859c5 req-34159ce9-f93b-40b6-8af4-10ee1df99b5f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472219
May 06 09:26:18.438370 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c6383-a9aa-41cf-95f4-758add5626b3 req-5d7b48eb-7fc9-487f-99ce-da91c6c1a6b1 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:18.439932 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6d4c6383-a9aa-41cf-95f4-758add5626b3 req-5d7b48eb-7fc9-487f-99ce-da91c6c1a6b1 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 946 time: 0.0926251
May 06 09:26:18.497506 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6d4c6383-a9aa-41cf-95f4-758add5626b3 req-6030d46f-057f-4a9f-924f-fda391f4f389 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504880
May 06 09:26:18.597003 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:26:18.752577 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-35092164-05d5-492b-8b99-c2215c5dd53d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0874822
May 06 09:26:18.998785 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-5fb7df3a-a946-4ac8-8010-0456f9d063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:19.001606 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-5fb7df3a-a946-4ac8-8010-0456f9d063d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 1099 time: 0.1044967
May 06 09:26:19.043683 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a89fa-faed-405f-bb27-c42e7da0d951 req-53113c6d-9ea7-438f-a810-4f72010aebc9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:19.045430 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d11a89fa-faed-405f-bb27-c42e7da0d951 req-53113c6d-9ea7-438f-a810-4f72010aebc9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1143956
May 06 09:26:19.125244 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d11a89fa-faed-405f-bb27-c42e7da0d951 req-9a9d5bc9-9c3d-474c-8cbe-b884c1bcea69 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729871
May 06 09:26:19.333583 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-07ab9057-4a74-4cb2-a5ce-c3807b2a74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:19.335551 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-07ab9057-4a74-4cb2-a5ce-c3807b2a74d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 915 time: 0.2972865
May 06 09:26:19.343463 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:19.433096 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-c19525f1-78d6-4f79-891a-73ab2028feb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9905f1-5c9a-4dc6-b601-0676967e1360 HTTP/1.1" status: 200  len: 217 time: 0.0828676
May 06 09:26:19.522842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-9e9d3d79-0a66-4f56-9630-a04aafdd54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:19.524977 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-9e9d3d79-0a66-4f56-9630-a04aafdd54e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e6f073-8d8d-4417-a635-75e3b83e0759 HTTP/1.1" status: 200  len: 854 time: 0.0855255
May 06 09:26:19.623241 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-67a7cb00-be59-43da-9bf0-65894ab8b915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:19.629327 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-62c6a046-2d9e-4775-9e90-90dcff73c625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0749888
May 06 09:26:19.720567 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d23c4e-5310-4149-b2fc-47ad6e33cda9 req-8a7f253c-c746-4ec1-87bd-75e62854c8e5 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:19.722625 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-54d23c4e-5310-4149-b2fc-47ad6e33cda9 req-8a7f253c-c746-4ec1-87bd-75e62854c8e5 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 946 time: 0.0950420
May 06 09:26:19.802423 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-54d23c4e-5310-4149-b2fc-47ad6e33cda9 req-07844125-c714-4015-bdb5-f3b63b4c6709 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707757
May 06 09:26:19.833141 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-1583217d-5522-4859-adbd-3d9c061fdb19 service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021809
May 06 09:26:19.988892 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3085977e-c9a2-400d-ba7a-2a45eb56ba74 req-4a9a6603-1a65-48f2-acc4-16703a192219 service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476388
May 06 09:26:20.469134 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:20.476626 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8ca4b-9f79-406a-9a4f-91196b7c9f03 req-0a2c2844-9cab-4c7a-b0ae-24b3e28b0753 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:20.481469 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-09c8ca4b-9f79-406a-9a4f-91196b7c9f03 req-0a2c2844-9cab-4c7a-b0ae-24b3e28b0753 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1345513
May 06 09:26:20.564258 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-09c8ca4b-9f79-406a-9a4f-91196b7c9f03 req-a776bd6a-48a5-4282-8c62-2179b5c502f0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782311
May 06 09:26:20.904019 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4644-e275-4884-b640-027afc35658c req-2b4de0e3-9520-4cb1-80d1-e7bf28eab3a4 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:20.906546 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-44ee4644-e275-4884-b640-027afc35658c req-2b4de0e3-9520-4cb1-80d1-e7bf28eab3a4 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Synchronizing usage tracker for tenant:4927947e2a85420b821d6343e15efa95 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:26:21.092129 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-44ee4644-e275-4884-b640-027afc35658c req-2b4de0e3-9520-4cb1-80d1-e7bf28eab3a4 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Unset dirty status for tenant:4927947e2a85420b821d6343e15efa95 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:26:21.094595 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-44ee4644-e275-4884-b640-027afc35658c req-2b4de0e3-9520-4cb1-80d1-e7bf28eab3a4 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.73 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 946 time: 0.3870187
May 06 09:26:21.134595 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fc506-aa9f-4186-bae5-6306c52cd878 req-e8474b92-8a21-46d7-ad27-a54ed0f2bb15 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:21.136374 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-996fc506-aa9f-4186-bae5-6306c52cd878 req-e8474b92-8a21-46d7-ad27-a54ed0f2bb15 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 946 time: 0.1229703
May 06 09:26:21.286862 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-996fc506-aa9f-4186-bae5-6306c52cd878 req-646fa4a4-bc0b-4b64-b241-53c68caf5151 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/security-groups?id=24283b88-a5bc-4e3f-b683-61893eeb4f3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398208
May 06 09:26:21.405135 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-44ee4644-e275-4884-b640-027afc35658c req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Deleting port 6e5e7696-21ae-47b2-b391-b780e61c4d68 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:26:21.405488 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-44ee4644-e275-4884-b640-027afc35658c req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:21.622765 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37594) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:21.724289 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-44ee4644-e275-4884-b640-027afc35658c req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] For port 6e5e7696-21ae-47b2-b391-b780e61c4d68, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6e5e7696-21ae-47b2-b391-b780e61c4d68,segment=NetworkSegment(44f5d65d-24af-4123-b138-51711b40e6ca),segment_id=44f5d65d-24af-4123-b138-51711b40e6ca)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:21.724970 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-44ee4644-e275-4884-b640-027afc35658c req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:21.754603 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37602) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:21.865470 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715c41b-79e2-4d5b-9f98-2f477e1d27bf req-fdf20ed3-dfe8-4970-8305-3cea37dbf4e0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:21.875399 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5715c41b-79e2-4d5b-9f98-2f477e1d27bf req-fdf20ed3-dfe8-4970-8305-3cea37dbf4e0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1462724
May 06 09:26:21.946315 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5715c41b-79e2-4d5b-9f98-2f477e1d27bf req-ce597145-01f5-492b-9989-fb504e32d9da tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667233
May 06 09:26:21.963380 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:21.984954 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:21.989342 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-44ee4644-e275-4884-b640-027afc35658c req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Calling delete_port for 6e5e7696-21ae-47b2-b391-b780e61c4d68 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:26:21.991592 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Usage tracker for resource:security_group_rule and tenant:925b54f8216945afa53183ac2d6941cf is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:21.995350 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:21.996877 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:22.008289 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:22.016368 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:22.128150 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Usage tracker for resource:security_group_rule and tenant:e825c91569ca456c8a1c55f68cc79504 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:22.132206 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:22.139962 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:22.177386 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.220151 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.251246 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.261207 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-dd65200c-e6d2-4440-b16f-6a7d9d822261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:22.296612 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bea86c-7db0-4d13-91c3-a18e9fe214dc,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:22.301046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:22.333509 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=925b54f8216945afa53183ac2d6941cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7184174
May 06 09:26:22.336413 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37618) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:22.341361 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-44ee4644-e275-4884-b640-027afc35658c req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.361810 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:22.420756 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-03cffcba-af89-44cb-a508-fa3082bfbcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.485243 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-03cffcba-af89-44cb-a508-fa3082bfbcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.501254 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Pushing event deleted for resources: {'Port': ['ID=6e5e7696-21ae-47b2-b391-b780e61c4d68,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:22.512988 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:22.514271 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ee4644-e275-4884-b640-027afc35658c req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] No DVR routers for this DVR port 6e5e7696-21ae-47b2-b391-b780e61c4d68 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:26:22.529947 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-44ee4644-e275-4884-b640-027afc35658c req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.533153 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b834cf12-1113-49a3-9e8a-87ce1ab16b9a', 'name': 'network-vif-deleted', 'tag': '6e5e7696-21ae-47b2-b391-b780e61c4d68'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:26:22.574227 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.616165 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b834cf12-1113-49a3-9e8a-87ce1ab16b9a', 'name': 'network-vif-deleted', 'tag': '6e5e7696-21ae-47b2-b391-b780e61c4d68', 'status': 'completed', 'code': 200}
May 06 09:26:22.648988 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7ae79879-df4c-48b1-a6c2-3fc422bc7041 req-589f528c-36a3-41b8-a873-467962837705 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 210 time: 0.1221371
May 06 09:26:22.657038 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.667291 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-790f3ee9-ad57-46d9-a7b2-0a72698f97ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:22.708844 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-44ee4644-e275-4884-b640-027afc35658c req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.73 "DELETE /v2.0/ports/6e5e7696-21ae-47b2-b391-b780e61c4d68 HTTP/1.1" status: 204  len: 173 time: 1.6062770
May 06 09:26:22.716369 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118784f9-be04-45e1-a485-3700086aaac5,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:22.721167 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e825c91569ca456c8a1c55f68cc79504&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9650912
May 06 09:26:22.722447 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:22.732255 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37636) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:22.779707 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-03cffcba-af89-44cb-a508-fa3082bfbcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.787547 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:22.805723 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cffcba-af89-44cb-a508-fa3082bfbcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bea86c-7db0-4d13-91c3-a18e9fe214dc,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:22.811030 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-03cffcba-af89-44cb-a508-fa3082bfbcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:22.813889 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-03cffcba-af89-44cb-a508-fa3082bfbcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.815317 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-03cffcba-af89-44cb-a508-fa3082bfbcc5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02bea86c-7db0-4d13-91c3-a18e9fe214dc HTTP/1.1" status: 204  len: 168 time: 0.4773993
May 06 09:26:22.833494 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-85cadb3c-3fdd-4867-903f-76f6246360ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:22.880818 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-85cadb3c-3fdd-4867-903f-76f6246360ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:23.117195 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-85cadb3c-3fdd-4867-903f-76f6246360ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:23.128337 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-12f482d4-3909-4b0d-97d8-d67c4722f7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:23.154803 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cadb3c-3fdd-4867-903f-76f6246360ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118784f9-be04-45e1-a485-3700086aaac5,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:23.157338 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-85cadb3c-3fdd-4867-903f-76f6246360ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:23.164335 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-85cadb3c-3fdd-4867-903f-76f6246360ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:23.167130 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-85cadb3c-3fdd-4867-903f-76f6246360ca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/118784f9-be04-45e1-a485-3700086aaac5 HTTP/1.1" status: 204  len: 168 time: 0.4329510
May 06 09:26:23.207357 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f16d4-843d-49de-9bef-2aab83ef83b6 req-617fd17e-fac0-45cd-bc9a-605075de4e29 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:23.209009 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-858f16d4-843d-49de-9bef-2aab83ef83b6 req-617fd17e-fac0-45cd-bc9a-605075de4e29 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1353209
May 06 09:26:23.271573 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-858f16d4-843d-49de-9bef-2aab83ef83b6 req-a3e98a2e-2574-43d1-a908-a272874e25dc tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499201
May 06 09:26:23.386732 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:23.807508 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37662) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:23.878559 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:23.888950 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-de2ab54c-e52b-4f59-b9f5-730be79dccef req-e22e71a0-4f16-4bab-b25a-988019b510f6 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] 10.222.0.68 "GET /v2.0/ports?device_id=b834cf12-1113-49a3-9e8a-87ce1ab16b9a HTTP/1.1" status: 200  len: 210 time: 0.0767374
May 06 09:26:23.897521 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:23.905371 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1f9da655be476885758636f78a56e8 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:23.912374 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:23.923593 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:24.054550 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.082948 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 6e5e7696-21ae-47b2-b391-b780e61c4d68 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:26:24.114307 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.131638 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 6e5e7696-21ae-47b2-b391-b780e61c4d68 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:26:24.131988 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 6e5e7696-21ae-47b2-b391-b780e61c4d68 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:26:24.141834 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-77c12cc7-9238-4f56-91cb-1744f986427a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:24.169690 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37674) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:24.196078 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.224097 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:24.232002 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Usage tracker for resource:security_group_rule and tenant:c74821832d8d4527aa24e522b01a0a18 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:24.236169 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:24.243434 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:24.250535 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3a1f9da655be476885758636f78a56e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4401858
May 06 09:26:24.250535 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37678) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:24.256515 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf5f1d9-3ccc-44fa-9be2-dfac75b7df7d,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:24.286309 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:24.378641 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-21f3260a-0ca5-4127-8be1-db8891be9cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.386064 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.418170 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-21f3260a-0ca5-4127-8be1-db8891be9cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.503626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.523741 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d82d3d3e-36a0-4b63-a773-1bb7ca017360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:24.629737 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-21f3260a-0ca5-4127-8be1-db8891be9cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.644162 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b900814d-51d9-4a43-8a11-7d1e7d89f2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:24.667576 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3260a-0ca5-4127-8be1-db8891be9cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf5f1d9-3ccc-44fa-9be2-dfac75b7df7d,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:24.686196 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e4f4b-953e-46a6-b808-a071dd6faece req-c5593887-5838-4cda-b67e-4f9ed606b881 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:24.687984 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1f1e4f4b-953e-46a6-b808-a071dd6faece req-c5593887-5838-4cda-b67e-4f9ed606b881 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.2058003
May 06 09:26:24.691547 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c74821832d8d4527aa24e522b01a0a18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5162461
May 06 09:26:24.691776 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-21f3260a-0ca5-4127-8be1-db8891be9cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:24.699504 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2791cfa-40ea-49d2-94ca-9dd8627792c0,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:24.699504 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:24.700395 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37694) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:24.715222 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-21f3260a-0ca5-4127-8be1-db8891be9cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.716323 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-21f3260a-0ca5-4127-8be1-db8891be9cf9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4bf5f1d9-3ccc-44fa-9be2-dfac75b7df7d HTTP/1.1" status: 204  len: 168 time: 0.4646344
May 06 09:26:24.784748 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1f1e4f4b-953e-46a6-b808-a071dd6faece req-894343fd-e46f-4b08-bb3b-dccb2c0e9f44 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842214
May 06 09:26:24.822302 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fe171edf-a140-4f1c-a9ef-7818fe08165b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:24.854837 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fe171edf-a140-4f1c-a9ef-7818fe08165b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:25.020141 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fe171edf-a140-4f1c-a9ef-7818fe08165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:25.024096 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:25.036805 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe171edf-a140-4f1c-a9ef-7818fe08165b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2791cfa-40ea-49d2-94ca-9dd8627792c0,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:25.039702 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-fe171edf-a140-4f1c-a9ef-7818fe08165b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:25.047218 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fe171edf-a140-4f1c-a9ef-7818fe08165b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:25.048332 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-fe171edf-a140-4f1c-a9ef-7818fe08165b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2791cfa-40ea-49d2-94ca-9dd8627792c0 HTTP/1.1" status: 204  len: 168 time: 0.3498478
May 06 09:26:25.520675 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37718) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:25.750621 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:25.762408 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:25.768522 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Usage tracker for resource:security_group_rule and tenant:e5bf0a4d589d4eefb9a0867f4098f680 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:25.772949 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:25.782353 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:25.961276 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:26.211124 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:26.223855 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-531b549f-929c-4b10-8e79-b0d1b2c54892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:26.296013 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5bf0a4d589d4eefb9a0867f4098f680&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7742388
May 06 09:26:26.299367 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37766) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:26.314226 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdc46ad-dc7f-4489-86e6-cbe25c74a1bb,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:26.336320 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:26.421527 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-c322edef-116d-42d6-a99c-d79b1d867c2f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:26.423188 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-c322edef-116d-42d6-a99c-d79b1d867c2f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 814 time: 0.3319385
May 06 09:26:26.435117 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e9130-d21c-4373-a1a9-52c9d0e9f11b req-034d78e9-adde-4d1f-bcbe-9d70764e90fd tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:26.436658 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-968e9130-d21c-4373-a1a9-52c9d0e9f11b req-034d78e9-adde-4d1f-bcbe-9d70764e90fd tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.4733863
May 06 09:26:26.444346 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ed3547a0-f3a5-4cb0-8c2d-80e6d3e74361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:26.449157 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-bc10ffd5-59a0-4f60-bf48-6aaac65a9691 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/quotas/30c8cacafc8e46b89bf8a30e363801bc HTTP/1.1" status: 200  len: 375 time: 0.0109582
May 06 09:26:26.492984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ed3547a0-f3a5-4cb0-8c2d-80e6d3e74361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:26.554289 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-968e9130-d21c-4373-a1a9-52c9d0e9f11b req-16571d06-98bc-42fa-af29-dfc30640cd48 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035030
May 06 09:26:26.617398 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-e7d3c19b-8e13-4fe2-b27c-71b9bccfb85b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1234982
May 06 09:26:26.694480 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ed3547a0-f3a5-4cb0-8c2d-80e6d3e74361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:26.706675 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:26.744018 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3547a0-f3a5-4cb0-8c2d-80e6d3e74361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdc46ad-dc7f-4489-86e6-cbe25c74a1bb,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:26.750956 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ed3547a0-f3a5-4cb0-8c2d-80e6d3e74361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:26.768620 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ed3547a0-f3a5-4cb0-8c2d-80e6d3e74361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:26.774335 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-ed3547a0-f3a5-4cb0-8c2d-80e6d3e74361 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4fdc46ad-dc7f-4489-86e6-cbe25c74a1bb HTTP/1.1" status: 204  len: 168 time: 0.4691331
May 06 09:26:26.820131 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-6df6756f-eab8-4197-aa0c-6443223375b4 service neutron] 10.222.0.68 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1934931
May 06 09:26:27.014523 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-e3d9272a-1711-4655-827c-4fb01036e552 service neutron] 10.222.0.68 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874735
May 06 09:26:27.515693 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-327f25f3-6de7-4f1b-95ac-ef49b62d78c3 req-3b626b52-be1b-439d-98ed-ef50784b7a9a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 210 time: 0.1676226
May 06 09:26:27.906950 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1875871-89e3-41e5-bd02-0a9ac97d8848 req-a7bccd4b-9502-45a3-9128-dfbec083b592 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:27.917638 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37826) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:27.919927 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e1875871-89e3-41e5-bd02-0a9ac97d8848 req-a7bccd4b-9502-45a3-9128-dfbec083b592 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.2043223
May 06 09:26:28.007757 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e1875871-89e3-41e5-bd02-0a9ac97d8848 req-2f879665-656a-41fa-ae0d-81dffc856b86 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871029
May 06 09:26:28.044803 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b502868-f432-46c6-bfa2-b7bcd671c8f9 admin admin] Deleting subnet 4741ec0b-4151-4be5-8ac7-8e522fc5ea06 {{(pid=74356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:26:28.051630 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6b502868-f432-46c6-bfa2-b7bcd671c8f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:28.114965 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6b502868-f432-46c6-bfa2-b7bcd671c8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27388926'] for subnet, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:28.192002 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6b502868-f432-46c6-bfa2-b7bcd671c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:28.283595 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37840) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:28.310710 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:28.330765 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:28.337484 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Usage tracker for resource:security_group_rule and tenant:2443270230f94d88aac7170101877658 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:28.355068 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:28.373117 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:28.603316 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:28.733313 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:28.744063 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-16936937-a791-444f-a08a-1f0781558959 req-1470af10-6734-4a0a-9656-323a89112dd0 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 210 time: 0.0640974
May 06 09:26:28.746789 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-5c868b2c-3a81-43e3-9e13-a4aee95d9e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:28.796947 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2443270230f94d88aac7170101877658&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5119846
May 06 09:26:28.801617 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37858) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:28.805341 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b96659-edcd-424a-b37a-b5585f5a4bac,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:28.820203 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:28.843332 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6b502868-f432-46c6-bfa2-b7bcd671c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27949571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871045'] for subnet, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:28.859105 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-848d3bc1-c8b9-4fa3-811f-e4aadc4a9fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:28.921930 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6b502868-f432-46c6-bfa2-b7bcd671c8f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:28.930039 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b502868-f432-46c6-bfa2-b7bcd671c8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4741ec0b-4151-4be5-8ac7-8e522fc5ea06,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:28.936625 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6b502868-f432-46c6-bfa2-b7bcd671c8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:28.942429 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6b502868-f432-46c6-bfa2-b7bcd671c8f9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4741ec0b-4151-4be5-8ac7-8e522fc5ea06 HTTP/1.1" status: 204  len: 168 time: 1.0205932
May 06 09:26:28.943542 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37868) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:28.981779 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-45a2a46e-2843-4ef8-9464-547f9757fa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.151520 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-45a2a46e-2843-4ef8-9464-547f9757fa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.180023 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.341964 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.404892 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4ab51eb80>,) {'filters': {'network_id': ['4dbee85d-113b-4b84-9470-12fb25a58cee']}} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:29.421921 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4ab51eb80>, '44f5d65d-24af-4123-b138-51711b40e6ca') {'for_net_delete': True} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:29.422473 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4ab51eb80>, '44f5d65d-24af-4123-b138-51711b40e6ca') {} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:29.439145 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-45a2a46e-2843-4ef8-9464-547f9757fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.448692 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-7b05d951-3de2-4f96-ab64-0be823d3cdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:29.458007 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2060237'] for segment, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.477229 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2a46e-2843-4ef8-9464-547f9757fa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b96659-edcd-424a-b37a-b5585f5a4bac,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:29.484946 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-45a2a46e-2843-4ef8-9464-547f9757fa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:29.487119 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-45a2a46e-2843-4ef8-9464-547f9757fa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.493442 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-45a2a46e-2843-4ef8-9464-547f9757fa60 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b4b96659-edcd-424a-b37a-b5585f5a4bac HTTP/1.1" status: 204  len: 168 time: 0.6852918
May 06 09:26:29.493442 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.510048 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=74357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:26:29.510447 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1975354'] for segment, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]: Traceback (most recent call last):
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     timer()
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     cb(*args, **kw)
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     return func(*args, **kwargs)
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     self._notify()
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     self.callback(batched_events)
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     event.method(event)
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     return f(self, *a, **k)
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._get(url).json()
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self.request(url, 'GET', **kwargs)
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:26:29.526860 dv-cinder-790014-1-iscsi neutron-server[74357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:26:29.607028 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db7ca5-b365-4ac5-8ef4-b1680fa361de req-67f16091-6d23-446d-ae9a-87307de89281 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:29.608590 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c7db7ca5-b365-4ac5-8ef4-b1680fa361de req-67f16091-6d23-446d-ae9a-87307de89281 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.2583392
May 06 09:26:29.667803 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c7db7ca5-b365-4ac5-8ef4-b1680fa361de req-f6818c07-bf56-4c9f-ac45-5e23637cb6f0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522149
May 06 09:26:29.736895 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.741239 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:29.755501 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:29.766755 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbee85d-113b-4b84-9470-12fb25a58cee,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:29.771659 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:29.923724 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4dbee85d-113b-4b84-9470-12fb25a58cee HTTP/1.1" status: 204  len: 168 time: 0.9786313
May 06 09:26:30.002412 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3d3108bc-4c05-44a7-9627-cc8024a841d2 req-60550b50-e2fe-4a40-ad86-83cd6ed6ee7e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 210 time: 0.0458696
May 06 09:26:30.590335 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-832a41b6-0637-494f-b931-40ddd8c280ab tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:30.593263 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-832a41b6-0637-494f-b931-40ddd8c280ab tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 814 time: 0.2180138
May 06 09:26:30.605808 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37922) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:30.611683 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Request body: {'port': {'device_id': 'a91e4fa7-b46c-49fc-bb38-85622de0da92', 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390', 'admin_state_up': True, 'tenant_id': '30c8cacafc8e46b89bf8a30e363801bc'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:30.775374 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-354b101c-5959-4123-a12d-f47c69ab6a0c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4927947e2a85420b821d6343e15efa95&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1680346
May 06 09:26:30.776211 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37928) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:30.919972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-75272659-5195-4a10-9aaa-5f57c99caed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:31.005984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:31.006263 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-75272659-5195-4a10-9aaa-5f57c99caed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:31.013896 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Usage tracker for resource:port and tenant:30c8cacafc8e46b89bf8a30e363801bc is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:31.032471 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:31.051547 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:31.164982 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a22735-f4cd-47fd-87c7-ee273e95456c req-999ad39f-db00-49e5-b5e5-1ff7862dcff2 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:31.166724 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2a22735-f4cd-47fd-87c7-ee273e95456c req-999ad39f-db00-49e5-b5e5-1ff7862dcff2 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1329644
May 06 09:26:31.182871 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Made reservation on behalf of 30c8cacafc8e46b89bf8a30e363801bc for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:26:31.186653 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:31.317109 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-50207fc0-22ce-469d-a5b7-0805b0940d4f req-f6e91f1f-8b8b-4704-958f-c1dfc25134b9 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 210 time: 0.0785701
May 06 09:26:31.317109 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2a22735-f4cd-47fd-87c7-ee273e95456c req-009e2b91-b209-4710-810a-ff148e5d5fa2 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375189
May 06 09:26:31.317459 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-75272659-5195-4a10-9aaa-5f57c99caed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:31.323442 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0508f324-5fac-4720-a60e-ba1d1aefac96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:31.347958 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75272659-5195-4a10-9aaa-5f57c99caed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24283b88-a5bc-4e3f-b683-61893eeb4f3f,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:31.362788 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-75272659-5195-4a10-9aaa-5f57c99caed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:31.447861 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-75272659-5195-4a10-9aaa-5f57c99caed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:31.449971 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-75272659-5195-4a10-9aaa-5f57c99caed9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24283b88-a5bc-4e3f-b683-61893eeb4f3f HTTP/1.1" status: 204  len: 168 time: 0.6720705
May 06 09:26:31.563218 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Allocated IP 172.20.0.6 (7e92c5a6-de17-4a4f-8d4c-1fb642c22390/d1e6f073-8d8d-4417-a635-75e3b83e0759/34bcee94-06e8-4011-9613-234ee5281c3e) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:26:31.649394 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 37958) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:31.859999 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:31.918873 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:31.936817 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:31.941623 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ada3d62c41324bdeba1f1b6db1195c8c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:31.945218 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:31.952742 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:31.977477 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:31.984926 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:32.084097 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['7a9905f1-5c9a-4dc6-b601-0676967e1360'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:26:32.091743 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:32.121370 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:26:32.127360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:26:32.146956 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:26:32.203324 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:32.220069 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0d032841-5417-4457-be3a-1ac8de5891f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:32.297609 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Pushing event updated for resources: {'Port': ['ID=34bcee94-06e8-4011-9613-234ee5281c3e,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:32.312447 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:32.327046 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ada3d62c41324bdeba1f1b6db1195c8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6760449
May 06 09:26:32.328622 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed1f45f-b21d-4343-82e8-15ca22ee0770,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:32.332897 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:32.334273 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:32.340197 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 37980) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:32.360301 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ffaa1cb9-eb0b-43a6-83a8-e4328104d6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:32.542171 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-502528f3-ddfc-466f-bde5-06d41dea26a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:32.610284 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0051448
May 06 09:26:32.614654 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-502528f3-ddfc-466f-bde5-06d41dea26a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:32.641079 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Request body: {'port': {'device_id': 'a91e4fa7-b46c-49fc-bb38-85622de0da92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:32.789570 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be953f0e-bf07-41ad-9c38-9e03cb796fcd req-497485d3-2234-400c-bae4-6198833ce9c0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:32.791140 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-be953f0e-bf07-41ad-9c38-9e03cb796fcd req-497485d3-2234-400c-bae4-6198833ce9c0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.2515340
May 06 09:26:32.805503 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada3621-cf9b-4fd1-8c8e-5b0487e7cdbe req-85add4a1-3287-4e66-bdce-78d2266a26a3 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:32.807292 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6ada3621-cf9b-4fd1-8c8e-5b0487e7cdbe req-85add4a1-3287-4e66-bdce-78d2266a26a3 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 931 time: 0.1939616
May 06 09:26:32.957549 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-be953f0e-bf07-41ad-9c38-9e03cb796fcd req-44250cbf-d174-4f47-99fa-5b1ca60d5a2d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340961
May 06 09:26:32.977201 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6ada3621-cf9b-4fd1-8c8e-5b0487e7cdbe req-b8023bc0-decf-4f7f-81a7-fcd287cbc087 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587372
May 06 09:26:33.056057 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.122513 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38020) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:33.333540 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-network', 'tenant_id': '080a2d6be38b48ec95862921c280670c'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:33.342046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:33.352185 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Usage tracker for resource:network and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:33.358041 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:33.377529 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:33.418172 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-502528f3-ddfc-466f-bde5-06d41dea26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.427405 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:33.448636 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502528f3-ddfc-466f-bde5-06d41dea26a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed1f45f-b21d-4343-82e8-15ca22ee0770,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:33.453559 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-502528f3-ddfc-466f-bde5-06d41dea26a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:33.461851 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-502528f3-ddfc-466f-bde5-06d41dea26a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.462963 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-502528f3-ddfc-466f-bde5-06d41dea26a0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ed1f45f-b21d-4343-82e8-15ca22ee0770 HTTP/1.1" status: 204  len: 168 time: 1.1214361
May 06 09:26:33.482549 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Made reservation on behalf of 080a2d6be38b48ec95862921c280670c for: {'network': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:26:33.487085 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.521549 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.538411 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:33.542975 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Usage tracker for resource:security_group_rule and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:33.546211 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:33.553527 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:33.665396 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bcee94-06e8-4011-9613-234ee5281c3e {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:26:33.671317 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.679933 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.706309 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Transition to ACTIVE for port object 34bcee94-06e8-4011-9613-234ee5281c3e will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:26:33.723538 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38042) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:33.740380 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.745643 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-80ede95e-bce5-42bd-bcaf-99d70c576a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:33.785606 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964}  {{(pid=74357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:26:33.792600 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.806830 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1399fa11-b3f1-47f7-9542-516d77e390fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:33.812435 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260ca983-6c44-4773-ba37-65934448f7df,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:33.820673 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:33.824424 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.824424 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.segments_db [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Added segment 4bf1c129-b6b6-46bf-8222-32881df15712 of type vlan for network fe3999c6-3873-4eff-bae1-149ccabd04ba
May 06 09:26:33.887106 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:33.948493 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=34bcee94-06e8-4011-9613-234ee5281c3e,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:33.957611 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:34.046203 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:34.048501 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:34.050323 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:34.062998 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-33c6cc3a-8b55-4da7-af15-0ac45759fd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:34.296528 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:34.403761 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:34.428748 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Pushing event updated for resources: {'Network': ['ID=fe3999c6-3873-4eff-bae1-149ccabd04ba,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:34.431786 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:34.447154 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network fe3999c6-3873-4eff-bae1-149ccabd04ba details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:26:34.538455 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f25ff-726d-4778-91ad-be67fd267b73 req-c239b169-8678-49f4-934a-31d2fa24ab32 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:34.541001 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-318f25ff-726d-4778-91ad-be67fd267b73 req-c239b169-8678-49f4-934a-31d2fa24ab32 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.2247024
May 06 09:26:34.550665 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a12dee0c7c4f3eb2dc28e3d6d9232a is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:34.556920 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca77f9d-0055-43e5-bf50-924b0cfccdbd req-fab89b35-8deb-4802-b298-e1d89e44e97b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:34.561711 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:34.569047 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cca77f9d-0055-43e5-bf50-924b0cfccdbd req-fab89b35-8deb-4802-b298-e1d89e44e97b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 943 time: 0.2541242
May 06 09:26:34.573517 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4493530
May 06 09:26:34.577908 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38066) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:34.578429 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:34.582420 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Attempting to bind port 34bcee94-06e8-4011-9613-234ee5281c3e on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:26:34.583233 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Attempting to bind port 34bcee94-06e8-4011-9613-234ee5281c3e by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:26:34.583978 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Attempting to bind port 34bcee94-06e8-4011-9613-234ee5281c3e on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:26:34.603881 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Port 34bcee94-06e8-4011-9613-234ee5281c3e on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:26:34.604395 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Attempting to bind port 34bcee94-06e8-4011-9613-234ee5281c3e on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:26:34.619269 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Request body: {'subnet': {'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-subnet', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:34.629729 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:26:34.630290 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Checking segment: {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:26:34.630956 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Bound using segment: {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:26:34.631695 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Bound port: 34bcee94-06e8-4011-9613-234ee5281c3e, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:26:34.632549 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:34.633804 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:34.648210 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Usage tracker for resource:subnet and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:34.657783 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38070) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:34.660446 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:34.677996 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:34.715398 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:34.733173 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cca77f9d-0055-43e5-bf50-924b0cfccdbd req-ad8d4647-54e0-4b6e-9d1b-4e7545703c5a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627605
May 06 09:26:34.739111 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-318f25ff-726d-4778-91ad-be67fd267b73 req-520666e9-5ecf-4a8a-a84e-7b4128c2619e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628532
May 06 09:26:34.746118 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:34.750627 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Usage tracker for resource:security_group_rule and tenant:6b118892deb544b2bd3f9271a2970cb0 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:34.754594 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:34.761465 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:34.837895 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Made reservation on behalf of 080a2d6be38b48ec95862921c280670c for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:26:34.841986 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27356926'] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:34.877583 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] For port 34bcee94-06e8-4011-9613-234ee5281c3e, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:26:34.912985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] For port 34bcee94-06e8-4011-9613-234ee5281c3e, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34bcee94-06e8-4011-9613-234ee5281c3e,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:26:34.924041 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:34.983467 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:34.990203 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-58dad32c-61b9-4e2c-b4c1-c9de9baea4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:35.030716 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.051107 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.057010 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:35.057624 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.059022 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/34bcee94-06e8-4011-9613-234ee5281c3e HTTP/1.1" status: 200  len: 1093 time: 2.4311786
May 06 09:26:35.061487 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91e4fa7-b46c-49fc-bb38-85622de0da92', 'tag': '34bcee94-06e8-4011-9613-234ee5281c3e'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:26:35.094021 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c8a12dee0c7c4f3eb2dc28e3d6d9232a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3693039
May 06 09:26:35.098215 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38078) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:35.120763 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=34bcee94-06e8-4011-9613-234ee5281c3e,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:35.131538 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91e4fa7-b46c-49fc-bb38-85622de0da92', 'tag': '34bcee94-06e8-4011-9613-234ee5281c3e', 'status': 'completed', 'code': 200}
May 06 09:26:35.132340 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:35.135838 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:35.146427 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.169001 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b3a85083-af6a-4366-99e1-2cbdc384faca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:35.228209 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6b118892deb544b2bd3f9271a2970cb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5601425
May 06 09:26:35.229638 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38086) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:35.229818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff6096d-df97-4694-80b6-55b256f4a284,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:35.236173 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:35.262210 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8e716433-fe2c-40d5-82e3-db7e8a877eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.298865 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc7ada0-990e-4836-a32c-cd5e0f4490ca,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:35.302226 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8e716433-fe2c-40d5-82e3-db7e8a877eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.311130 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:35.330809 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b4c-b5af-41d8-b0c0-b63dde792a1f req-492b9bbb-e510-47af-a956-9fb67b4fb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:35.332452 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c010b4c-b5af-41d8-b0c0-b63dde792a1f req-492b9bbb-e510-47af-a956-9fb67b4fb645 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 1096 time: 0.1625190
May 06 09:26:35.399834 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-230e032e-4685-4ab6-8677-ef09a4e8e060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.457860 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-230e032e-4685-4ab6-8677-ef09a4e8e060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.513036 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b4c-b5af-41d8-b0c0-b63dde792a1f req-fb4e4d0f-f8b8-4cb6-a906-40b45d135cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:35.514799 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c010b4c-b5af-41d8-b0c0-b63dde792a1f req-fb4e4d0f-f8b8-4cb6-a906-40b45d135cd0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1730568
May 06 09:26:35.567795 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8e716433-fe2c-40d5-82e3-db7e8a877eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.583120 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1639060e-cf7e-4286-9800-fe19715f105b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:35.671683 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-230e032e-4685-4ab6-8677-ef09a4e8e060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.676198 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b20c5ff6-cb34-4f5c-a0ea-9d2063e9c6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:35.679567 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e716433-fe2c-40d5-82e3-db7e8a877eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff6096d-df97-4694-80b6-55b256f4a284,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:35.684956 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8e716433-fe2c-40d5-82e3-db7e8a877eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:35.687247 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8e716433-fe2c-40d5-82e3-db7e8a877eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.689382 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-8e716433-fe2c-40d5-82e3-db7e8a877eb1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ff6096d-df97-4694-80b6-55b256f4a284 HTTP/1.1" status: 204  len: 168 time: 0.5896752
May 06 09:26:35.699617 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e032e-4685-4ab6-8677-ef09a4e8e060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc7ada0-990e-4836-a32c-cd5e0f4490ca,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:35.704535 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-230e032e-4685-4ab6-8677-ef09a4e8e060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:35.742380 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2060191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27356812'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.751869 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:35.814527 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b4c-b5af-41d8-b0c0-b63dde792a1f req-cbc448ed-75a7-41fb-9c4d-6abf34fd3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:35.816658 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c010b4c-b5af-41d8-b0c0-b63dde792a1f req-cbc448ed-75a7-41fb-9c4d-6abf34fd3829 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2933578
May 06 09:26:35.965642 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:35.968043 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-230e032e-4685-4ab6-8677-ef09a4e8e060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:35.971891 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-230e032e-4685-4ab6-8677-ef09a4e8e060 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5dc7ada0-990e-4836-a32c-cd5e0f4490ca HTTP/1.1" status: 204  len: 168 time: 0.7418330
May 06 09:26:35.976584 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:35.992465 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-4e3ee5a9-1dc1-46ab-b4f7-e710787749ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:35.994201 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-4e3ee5a9-1dc1-46ab-b4f7-e710787749ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 1096 time: 0.1354802
May 06 09:26:36.124388 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-3f11de70-51f4-4b58-b065-c1695ee80c4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34bcee94-06e8-4011-9613-234ee5281c3e HTTP/1.1" status: 200  len: 217 time: 0.1182430
May 06 09:26:36.194182 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Checking segment: {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:26:36.195020 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Network hostable DHCP agents. Network: fe3999c6-3873-4eff-bae1-149ccabd04ba, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:26:36.234217 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd889a59-28ae-4524-855c-5ada2eddc09d req-fc897b46-1a14-4d96-9dd4-66e4eb194def tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:36.237156 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bd889a59-28ae-4524-855c-5ada2eddc09d req-fc897b46-1a14-4d96-9dd4-66e4eb194def tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 943 time: 0.2625301
May 06 09:26:36.321051 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-ab58e747-a60c-4aed-870e-65a4708bc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:36.328206 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-ab58e747-a60c-4aed-870e-65a4708bc5cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e6f073-8d8d-4417-a635-75e3b83e0759 HTTP/1.1" status: 200  len: 854 time: 0.1937184
May 06 09:26:36.330646 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4451b-40c0-4cba-af07-26742fa27736 req-af3c050b-31ea-4800-98cd-0d303f1cde66 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:36.333552 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-34a4451b-40c0-4cba-af07-26742fa27736 req-af3c050b-31ea-4800-98cd-0d303f1cde66 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.3576984
May 06 09:26:36.391917 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-aa2e63e6-ba21-4da0-b8bb-36104ca553fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543489
May 06 09:26:36.407851 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bd889a59-28ae-4524-855c-5ada2eddc09d req-7e851abf-1893-4b79-88ab-1cfb8adb6f89 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408136
May 06 09:26:36.461169 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Network fe3999c6-3873-4eff-bae1-149ccabd04ba is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:26:36.539075 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-34a4451b-40c0-4cba-af07-26742fa27736 req-d85ef295-0bc9-463c-a340-e98a9c3d2789 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858082
May 06 09:26:36.599888 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, fe3999c6-3873-4eff-bae1-149ccabd04ba) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:26:36.609857 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:36.611523 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:36.619322 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c96d9f8-adae-445f-aedc-d2346256d28e None None] Network fe3999c6-3873-4eff-bae1-149ccabd04ba requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:26:36.760873 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.1814096
May 06 09:26:36.765196 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38130) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:36.771427 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38134) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:36.789713 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:36.800220 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:36.800631 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-fe6af547-d197-4aec-bba4-76adb0e3bc9a service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3957260
May 06 09:26:36.807790 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Usage tracker for resource:router and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:36.812371 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:36.822367 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:36.926219 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:36.928034 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:37.066769 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:37.102299 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:37.109035 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-fe3999c6-3873-4eff-bae1-149ccabd04ba', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:26:37.109991 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:37.115536 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:37.121099 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Usage tracker for resource:security_group_rule and tenant:ea70948c37484c9096e06f36b74846d1 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:37.127906 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:37.128091 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df47539f-6bcb-4fdb-8b8a-6e9db7e64909 req-62afa91e-bfc4-4d68-a031-8a6859fb53e4 service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3110950
May 06 09:26:37.132691 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:37.443626 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Allocated IP 172.20.0.2 (fe3999c6-3873-4eff-bae1-149ccabd04ba/6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62/d3910292-b1f6-4bba-81a2-86e89d7bd96f) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:26:37.558892 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:37.567441 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:37.759920 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:37.774896 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:37.842296 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:37.859146 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Transition to ACTIVE for port object d3910292-b1f6-4bba-81a2-86e89d7bd96f will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:26:37.896924 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Transition to ACTIVE for port object d3910292-b1f6-4bba-81a2-86e89d7bd96f will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:26:37.899872 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca296998-585a-438d-aca6-5e98ac0fca38,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:37.907838 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ea70948c37484c9096e06f36b74846d1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1439173
May 06 09:26:37.912072 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38170) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:37.926438 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:37.983780 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc075a-019c-4dad-a7b3-a039089cef93 req-d3a32c3f-6f09-4560-b86a-aef49524ec75 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:37.985388 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-72bc075a-019c-4dad-a7b3-a039089cef93 req-d3a32c3f-6f09-4560-b86a-aef49524ec75 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 943 time: 0.3387337
May 06 09:26:37.986504 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:37.994002 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:38.000493 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd256a0-e75e-420f-8fc4-eaac3d7ae5a4 req-a4a37d87-180d-41f2-a15e-62712d9d5768 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:38.008052 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3bd256a0-e75e-420f-8fc4-eaac3d7ae5a4 req-a4a37d87-180d-41f2-a15e-62712d9d5768 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.3162479
May 06 09:26:38.036043 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5a892de9-b0c1-4a15-bd05-cfe89e64f461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:38.100515 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5a892de9-b0c1-4a15-bd05-cfe89e64f461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:38.130646 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-72bc075a-019c-4dad-a7b3-a039089cef93 req-0c20aa08-f84d-4e26-bb39-b5eb61fc0102 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196461
May 06 09:26:38.142990 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3bd256a0-e75e-420f-8fc4-eaac3d7ae5a4 req-12cd8717-7a42-4123-95ed-8f3ba8d7cb4b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339481
May 06 09:26:38.143240 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Network fe3999c6-3873-4eff-bae1-149ccabd04ba is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:26:38.147218 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:26:38.165762 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:26:38.252691 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Pushing event updated for resources: {'Port': ['ID=d3910292-b1f6-4bba-81a2-86e89d7bd96f,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:38.319798 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5a892de9-b0c1-4a15-bd05-cfe89e64f461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:38.326322 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:38.339919 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.340322 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.351812 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a892de9-b0c1-4a15-bd05-cfe89e64f461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca296998-585a-438d-aca6-5e98ac0fca38,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:38.361925 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5a892de9-b0c1-4a15-bd05-cfe89e64f461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:38.363179 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-5a892de9-b0c1-4a15-bd05-cfe89e64f461 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca296998-585a-438d-aca6-5e98ac0fca38 HTTP/1.1" status: 204  len: 168 time: 0.4494171
May 06 09:26:38.364105 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5a892de9-b0c1-4a15-bd05-cfe89e64f461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:38.365176 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.370606 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.370950 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.371288 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.371623 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.371948 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.379928 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.380936 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.381500 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.382025 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:38.393167 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:38.428213 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Attempting to bind port d3910292-b1f6-4bba-81a2-86e89d7bd96f on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:26:38.428579 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Attempting to bind port d3910292-b1f6-4bba-81a2-86e89d7bd96f by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:26:38.428986 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Attempting to bind port d3910292-b1f6-4bba-81a2-86e89d7bd96f on network fe3999c6-3873-4eff-bae1-149ccabd04ba {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:26:38.435687 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:26:38.436076 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Checking segment: {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:26:38.436489 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:38.437000 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Bound using segment: {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:26:38.437544 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Bound port: d3910292-b1f6-4bba-81a2-86e89d7bd96f, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:26:38.437919 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:38.467668 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:38.501536 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:38.592759 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] For port d3910292-b1f6-4bba-81a2-86e89d7bd96f, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:26:38.598403 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] For port d3910292-b1f6-4bba-81a2-86e89d7bd96f, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=d3910292-b1f6-4bba-81a2-86e89d7bd96f,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:26:38.688986 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:38.694481 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:38.699623 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Allocated IP 172.27.3.134 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/4f6861ec-d2f6-4604-9c77-ef07392b4aea) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:26:38.805390 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Pushing event updated for resources: {'Port': ['ID=d3910292-b1f6-4bba-81a2-86e89d7bd96f,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:38.839086 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:39.071716 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:39.220648 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:39.234653 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:39.365027 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:26:39.369631 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:26:39.380074 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:26:39.442689 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6861ec-d2f6-4604-9c77-ef07392b4aea,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:39.447913 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:39.467778 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38240) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:39.494386 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:39.525184 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:39.532731 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0fc24782b2483dacf956264ce644eb is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:39.538996 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:39.549860 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:39.695909 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:39.751634 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac665de-6a99-4fe8-926e-a2f436b193e1 req-6808e777-4145-4d27-b507-4d2f84c0671f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:39.754795 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-aac665de-6a99-4fe8-926e-a2f436b193e1 req-6808e777-4145-4d27-b507-4d2f84c0671f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.2192690
May 06 09:26:39.771797 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:39.780096 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6df45f6e-7a38-4e56-9cf7-b8091ad705df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:39.836834 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ac0fc24782b2483dacf956264ce644eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3636384
May 06 09:26:39.836834 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a466462-3475-4598-9a4e-add76ca81aeb,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:39.837723 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38252) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:39.851937 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:39.864292 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-aac665de-6a99-4fe8-926e-a2f436b193e1 req-7ea8b4ff-8d4c-4a39-bbe8-3d4fdbebf8ab tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033986
May 06 09:26:39.975654 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-c0e20592-c213-4884-a082-184554a8fa04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:40.032864 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-c0e20592-c213-4884-a082-184554a8fa04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:40.195396 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-c0e20592-c213-4884-a082-184554a8fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:40.204509 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-73e3ba75-b983-41c4-9692-5bc155dd3bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:40.240148 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:40.269807 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e20592-c213-4884-a082-184554a8fa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a466462-3475-4598-9a4e-add76ca81aeb,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:40.273411 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef69e0-fb90-4440-8286-59364cb72e46 None None] Network fe3999c6-3873-4eff-bae1-149ccabd04ba requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:26:40.279001 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c0e20592-c213-4884-a082-184554a8fa04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:40.312637 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-c0e20592-c213-4884-a082-184554a8fa04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:40.319125 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-c0e20592-c213-4884-a082-184554a8fa04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1a466462-3475-4598-9a4e-add76ca81aeb HTTP/1.1" status: 204  len: 168 time: 0.4799306
May 06 09:26:40.327733 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fcb31-d82c-45fb-9ae4-5a2ad9ea6d1c req-e2366439-228d-4dba-93af-1f17d320a5ff tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:40.333316 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4a7fcb31-d82c-45fb-9ae4-5a2ad9ea6d1c req-e2366439-228d-4dba-93af-1f17d320a5ff tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 943 time: 0.3163795
May 06 09:26:40.489921 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4a7fcb31-d82c-45fb-9ae4-5a2ad9ea6d1c req-a885bbd0-5b61-4900-82e9-f9de67ea083a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795543
May 06 09:26:40.548624 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-3e5c8a3f-6ec7-4513-8f8b-14160e6c40c4 None None] Provisioning for port d3910292-b1f6-4bba-81a2-86e89d7bd96f completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:26:40.770408 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:40.806372 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device d3910292-b1f6-4bba-81a2-86e89d7bd96f up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:26:41.169008 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port d3910292-b1f6-4bba-81a2-86e89d7bd96f completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:26:41.190696 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port d3910292-b1f6-4bba-81a2-86e89d7bd96f triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:41.191327 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:41.323533 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8da5b-c24a-4609-8109-c9b9e679ee0c req-f289635e-590d-4adf-a210-5522cb02359b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:41.325182 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-58d8da5b-c24a-4609-8109-c9b9e679ee0c req-f289635e-590d-4adf-a210-5522cb02359b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.2408185
May 06 09:26:41.405185 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-58d8da5b-c24a-4609-8109-c9b9e679ee0c req-4e314d42-119e-465f-93c1-77a093e36acb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601022
May 06 09:26:41.508978 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:41.528478 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Router 01ef0b11-00ef-468b-9c72-7d938aff2a4c is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:26:41.584145 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port d3910292-b1f6-4bba-81a2-86e89d7bd96f, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=d3910292-b1f6-4bba-81a2-86e89d7bd96f,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:41.658079 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:41.663966 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:41.836870 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=d3910292-b1f6-4bba-81a2-86e89d7bd96f,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:41.845664 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:41.980691 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:26:41.993320 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Sync routers for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:26:42.006579 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:26:42.007222 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0c04ca0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:26:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:42.007412 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e257b32-fc23-450f-96b6-67412341f488 req-1da2e139-2a1b-40c5-a138-2c00c5a35889 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:42.008874 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6e257b32-fc23-450f-96b6-67412341f488 req-1da2e139-2a1b-40c5-a138-2c00c5a35889 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 943 time: 0.1883512
May 06 09:26:42.085760 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6e257b32-fc23-450f-96b6-67412341f488 req-ef36974d-fe77-4036-9f99-d12702857f9e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642521
May 06 09:26:42.142724 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:42.144921 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.3708360
May 06 09:26:42.160848 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38328) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:42.223667 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:26:42.598880 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0c04ca0>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:39Z', 'revision_number': 3, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:42.611227 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Checking router: 01ef0b11-00ef-468b-9c72-7d938aff2a4c for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:26:42.611911 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Updating router 01ef0b11-00ef-468b-9c72-7d938aff2a4c port 4f6861ec-d2f6-4604-9c77-ef07392b4aea binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:26:42.717177 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:42.727865 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device d3910292-b1f6-4bba-81a2-86e89d7bd96f up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:26:42.898865 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port d3910292-b1f6-4bba-81a2-86e89d7bd96f triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:42.900328 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:43.163411 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:43.177595 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Transition to ACTIVE for port object 4f6861ec-d2f6-4604-9c77-ef07392b4aea will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:26:43.271598 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:43.279718 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:43.373566 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Pushing event updated for resources: {'Port': ['ID=4f6861ec-d2f6-4604-9c77-ef07392b4aea,revision_number=2']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:43.383129 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.383551 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.383921 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.384248 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.384617 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.384975 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.385297 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.385628 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.385964 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.386286 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.386600 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.386911 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:26:43.390617 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Attempting to bind port 4f6861ec-d2f6-4604-9c77-ef07392b4aea on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:26:43.390988 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Attempting to bind port 4f6861ec-d2f6-4604-9c77-ef07392b4aea by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:26:43.391398 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Attempting to bind port 4f6861ec-d2f6-4604-9c77-ef07392b4aea on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:26:43.398381 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:43.399198 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:26:43.399577 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:26:43.400035 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:43.400441 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:26:43.401064 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Bound port: 4f6861ec-d2f6-4604-9c77-ef07392b4aea, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:26:43.401371 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:43.442923 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00d558-9a09-40eb-92e0-67e831c85b38 req-351afbcd-4c33-424f-b1f2-40f4a2644a0e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:43.449773 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 34bcee94-06e8-4011-9613-234ee5281c3e details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:26:43.458102 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dc00d558-9a09-40eb-92e0-67e831c85b38 req-351afbcd-4c33-424f-b1f2-40f4a2644a0e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.7912936
May 06 09:26:43.489279 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] For port 4f6861ec-d2f6-4604-9c77-ef07392b4aea, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:26:43.494375 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] For port 4f6861ec-d2f6-4604-9c77-ef07392b4aea, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=4f6861ec-d2f6-4604-9c77-ef07392b4aea,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:26:43.572913 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dc00d558-9a09-40eb-92e0-67e831c85b38 req-05497324-41c5-4e88-bc6b-6fde4a0ecfb1 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148491
May 06 09:26:43.639878 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 34bcee94-06e8-4011-9613-234ee5281c3e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34bcee94-06e8-4011-9613-234ee5281c3e,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:43.668470 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '34bcee94-06e8-4011-9613-234ee5281c3e', 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390', 'port_id': '34bcee94-06e8-4011-9613-234ee5281c3e', 'mac_address': 'fa:16:3e:90:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e6f073-8d8d-4417-a635-75e3b83e0759', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:26:43.677672 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:43.693737 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-480fab35-f47b-44ec-9a64-59107fb46b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:43.726663 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:43.789324 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:26:43.789324 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0c04ca0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:26:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:43.806848 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:43.846000 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bcee94-06e8-4011-9613-234ee5281c3e {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:26:43.891633 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 34bcee94-06e8-4011-9613-234ee5281c3e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34bcee94-06e8-4011-9613-234ee5281c3e,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:43.961428 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Pushing event updated for resources: {'Port': ['ID=4f6861ec-d2f6-4604-9c77-ef07392b4aea,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:43.966216 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:43.991067 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:43.994563 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-92c70f51-a3bb-4c5c-838b-e0f75893e133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:44.150725 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:26:44.212025 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=34bcee94-06e8-4011-9613-234ee5281c3e,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:44.231636 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:44.266553 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27037a8f-7cf0-4bb1-9f0e-c84e1c6ee5e8 req-cb5de714-a72b-4b7e-b6b1-719ba673e01a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:44.271475 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-27037a8f-7cf0-4bb1-9f0e-c84e1c6ee5e8 req-cb5de714-a72b-4b7e-b6b1-719ba673e01a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 943 time: 0.5216134
May 06 09:26:44.389800 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-27037a8f-7cf0-4bb1-9f0e-c84e1c6ee5e8 req-6d0f22b1-441a-469e-9939-273e82cb76de tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098390
May 06 09:26:44.399787 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Allocated IP 172.20.0.1 (fe3999c6-3873-4eff-bae1-149ccabd04ba/6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62/38bc35aa-d069-4dda-b653-3dca429dfde5) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:26:44.577975 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:44.598308 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.provisioning_blocks [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Transition to ACTIVE for port object 38bc35aa-d069-4dda-b653-3dca429dfde5 will not be triggered until provisioned by entity DHCP. {{(pid=74357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:26:44.599603 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0c04ca0>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:39Z', 'revision_number': 3, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:44.612005 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5cb41-21f6-4dbf-a1ca-0dc084892d89 None None] The sync data for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi is: [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:39Z', 'revision_number': 3, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:26:44.721395 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:44.745479 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-a5d63fde-445e-4d35-acab-1924736de6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:44.803087 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['34bcee94-06e8-4011-9613-234ee5281c3e'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:26:44.844576 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Network fe3999c6-3873-4eff-bae1-149ccabd04ba is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:26:44.856456 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:26:44.868650 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:26:44.926825 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Pushing event updated for resources: {'Port': ['ID=38bc35aa-d069-4dda-b653-3dca429dfde5,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:44.941459 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:44.972214 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:45.045538 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1f8e2-b90d-495e-9cb4-1648db72c1f6 req-f4f5c6f6-c417-4cce-a4bb-70fb118f751a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:45.063790 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d6c1f8e2-b90d-495e-9cb4-1648db72c1f6 req-f4f5c6f6-c417-4cce-a4bb-70fb118f751a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.2775760
May 06 09:26:45.161599 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d6c1f8e2-b90d-495e-9cb4-1648db72c1f6 req-af2148d9-d6c5-431b-86d3-1a7f93c355d2 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965104
May 06 09:26:45.408876 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:45.459960 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-ed1760fd-f7bf-43a2-a172-9e403ca5b827 None None] Provisioning for port 38bc35aa-d069-4dda-b653-3dca429dfde5 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:26:45.476148 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-ed1760fd-f7bf-43a2-a172-9e403ca5b827 None None] Provisioning complete for port 38bc35aa-d069-4dda-b653-3dca429dfde5 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:45.476459 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-ed1760fd-f7bf-43a2-a172-9e403ca5b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:45.779133 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-ed1760fd-f7bf-43a2-a172-9e403ca5b827 None None] Port 38bc35aa-d069-4dda-b653-3dca429dfde5 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:26:45.838900 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a37b4-62d9-4818-8ac6-c1b850989fbb req-861b313f-d367-4310-ab10-8c3dd0d80a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:45.841627 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7d1a37b4-62d9-4818-8ac6-c1b850989fbb req-861b313f-d367-4310-ab10-8c3dd0d80a4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 1098 time: 0.2190771
May 06 09:26:45.900137 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7d1a37b4-62d9-4818-8ac6-c1b850989fbb req-0edad71d-4dd1-4be8-9836-db4ace894b77 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493298
May 06 09:26:45.921538 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236d356-10a0-43ab-a04f-56e2c7275aa8 req-bdec13a7-73c5-448a-9111-143e3e5c4321 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:45.925592 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b236d356-10a0-43ab-a04f-56e2c7275aa8 req-bdec13a7-73c5-448a-9111-143e3e5c4321 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 944 time: 0.1947107
May 06 09:26:45.960161 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:45.995532 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b236d356-10a0-43ab-a04f-56e2c7275aa8 req-8adb3853-69fe-47f0-8af3-d4737b5d379b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598221
May 06 09:26:46.051738 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:46.088151 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:46.191100 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:46.195916 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Pushing event updated for resources: {'Port': ['ID=38bc35aa-d069-4dda-b653-3dca429dfde5,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:46.199399 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:46.297791 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38426) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:46.476286 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 34bcee94-06e8-4011-9613-234ee5281c3e up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:26:46.478688 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Network fe3999c6-3873-4eff-bae1-149ccabd04ba is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:26:46.480567 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:26:46.629387 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:46.678433 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:46.686735 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Usage tracker for resource:security_group_rule and tenant:5c439119415641dead591fa6b4d9d3d7 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:46.696646 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:46.717756 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:46.735264 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 34bcee94-06e8-4011-9613-234ee5281c3e completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:26:46.754838 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f79c3b-1b2a-4e12-906d-977f55464456 req-6561a865-24b8-4ea2-a85c-34ff730bfb8d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:46.769398 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 4f6861ec-d2f6-4604-9c77-ef07392b4aea up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:26:46.773180 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-24f79c3b-1b2a-4e12-906d-977f55464456 req-6561a865-24b8-4ea2-a85c-34ff730bfb8d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.3841436
May 06 09:26:46.889242 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 34bcee94-06e8-4011-9613-234ee5281c3e triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:46.895454 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.010455 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-85926f7d-f63f-46cf-84a8-5109126794e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.016991 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.039910 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Router 01ef0b11-00ef-468b-9c72-7d938aff2a4c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:26:47.045444 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-24f79c3b-1b2a-4e12-906d-977f55464456 req-9a3a24ff-ba22-4f5f-9ce5-3ab45af9a4ae tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2721159
May 06 09:26:47.103579 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-c4002ac6-9dc7-4fc0-bfc1-d634d00480ba None None] Provisioning complete for port 38bc35aa-d069-4dda-b653-3dca429dfde5 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:47.103960 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c4002ac6-9dc7-4fc0-bfc1-d634d00480ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.177259 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.185846 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:47.263192 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43465a30-f889-48fc-9a91-355944f540c9,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:47.285140 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:47.296517 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 4f6861ec-d2f6-4604-9c77-ef07392b4aea completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:26:47.339805 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5c439119415641dead591fa6b4d9d3d7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0404990
May 06 09:26:47.343505 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38458) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:47.346113 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 4f6861ec-d2f6-4604-9c77-ef07392b4aea triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:47.357248 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.436666 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-c4002ac6-9dc7-4fc0-bfc1-d634d00480ba None None] Port 38bc35aa-d069-4dda-b653-3dca429dfde5 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:26:47.454981 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6c36130f-d107-40a1-9b3d-c96a3c1963e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.488655 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.524034 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6c36130f-d107-40a1-9b3d-c96a3c1963e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.571704 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560ee2-2909-4afb-b96a-e3ab32f659da req-d84b65c3-dc81-4b2f-be55-9183cf6b72c9 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:47.573309 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-75560ee2-2909-4afb-b96a-e3ab32f659da req-d84b65c3-dc81-4b2f-be55-9183cf6b72c9 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 944 time: 0.1566131
May 06 09:26:47.580976 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:26:47.603725 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] 10.222.0.68 "PUT /v2.0/routers/01ef0b11-00ef-468b-9c72-7d938aff2a4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4546180
May 06 09:26:47.606516 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Sync routers for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:26:47.638678 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91e4fa7-b46c-49fc-bb38-85622de0da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcee94-06e8-4011-9613-234ee5281c3e'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:26:47.663870 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-75560ee2-2909-4afb-b96a-e3ab32f659da req-1d07d86b-ea75-4faa-a37a-b0964f2439c6 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584943
May 06 09:26:47.676263 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 34bcee94-06e8-4011-9613-234ee5281c3e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34bcee94-06e8-4011-9613-234ee5281c3e,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:47.680000 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:26:47.680728 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b061bf40>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:26:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:47.811505 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91e4fa7-b46c-49fc-bb38-85622de0da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcee94-06e8-4011-9613-234ee5281c3e', 'code': 200}
May 06 09:26:47.844576 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6c36130f-d107-40a1-9b3d-c96a3c1963e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.851801 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.855042 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-07d99a12-9076-4f14-bfa4-ef73bfd961cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:47.879747 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36130f-d107-40a1-9b3d-c96a3c1963e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43465a30-f889-48fc-9a91-355944f540c9,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:47.885221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6c36130f-d107-40a1-9b3d-c96a3c1963e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:47.890871 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6c36130f-d107-40a1-9b3d-c96a3c1963e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:47.892788 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6c36130f-d107-40a1-9b3d-c96a3c1963e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43465a30-f889-48fc-9a91-355944f540c9 HTTP/1.1" status: 204  len: 168 time: 0.5474813
May 06 09:26:47.916372 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-f22db989-1ceb-4c38-8da0-061242ffccb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:48.041645 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:48.077268 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 4f6861ec-d2f6-4604-9c77-ef07392b4aea, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=4f6861ec-d2f6-4604-9c77-ef07392b4aea,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:48.085375 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=34bcee94-06e8-4011-9613-234ee5281c3e,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:48.105884 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:48.119947 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:26:48.166279 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:48.180810 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:48.436455 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=4f6861ec-d2f6-4604-9c77-ef07392b4aea,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:48.448398 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:48.603368 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b061bf40>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 2, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:48.606075 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d03a2e-5e2d-4833-a524-7a7bc4263bd6 req-5585ee4d-74b1-4009-9dcb-67934cc9b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:48.612506 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-14d03a2e-5e2d-4833-a524-7a7bc4263bd6 req-5585ee4d-74b1-4009-9dcb-67934cc9b52d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 1098 time: 0.3179488
May 06 09:26:48.625552 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Checking router: 01ef0b11-00ef-468b-9c72-7d938aff2a4c for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:26:48.626321 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Updating router 01ef0b11-00ef-468b-9c72-7d938aff2a4c port 38bc35aa-d069-4dda-b653-3dca429dfde5 binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:26:48.736271 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:48.779761 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40275c7-6eef-480e-9287-e418ca89ac15 req-10d142fd-ab07-41cc-a967-43ba2d32d347 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:48.789407 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 4f6861ec-d2f6-4604-9c77-ef07392b4aea up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:26:48.796660 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d40275c7-6eef-480e-9287-e418ca89ac15 req-10d142fd-ab07-41cc-a967-43ba2d32d347 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.3941953
May 06 09:26:48.809167 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-14d03a2e-5e2d-4833-a524-7a7bc4263bd6 req-26ca5271-c3a2-48c8-a7a5-269eb3490908 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881170
May 06 09:26:48.908109 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d40275c7-6eef-480e-9287-e418ca89ac15 req-13a87f93-524d-4c35-bc0e-36cbfa8f24e1 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082718
May 06 09:26:49.149199 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 4f6861ec-d2f6-4604-9c77-ef07392b4aea triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:49.150102 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:49.226969 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38514) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:49.274934 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:49.303531 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38518) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:49.321643 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--459431062', 'description': 'tempest-description--414934751'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:49.328313 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:49.350923 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Usage tracker for resource:security_group_rule and tenant:766f0999c01f42129760a2e2c8f4e126 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:49.359025 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:49.361541 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:49.375612 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:49.390141 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:security_group and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:49.427716 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:49.540843 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:49.645221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:49.689034 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:49.695860 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:49.710901 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43f39-aa6e-4ff0-8860-23cc0446b292 req-4bcdfa9e-5522-4ab3-b919-87db47a4bf8a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:49.712609 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a8f43f39-aa6e-4ff0-8860-23cc0446b292 req-4bcdfa9e-5522-4ab3-b919-87db47a4bf8a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 945 time: 0.3016331
May 06 09:26:49.746160 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:49.754147 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:49.764237 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-13f6a2d8-d779-4ab3-b589-2b711b11d209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:49.766212 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:security_group_rule and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:49.770606 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:49.779042 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:49.812432 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a8f43f39-aa6e-4ff0-8860-23cc0446b292 req-a3dfa052-2621-406e-9870-5cda0e2e1ff1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803154
May 06 09:26:49.867453 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e34c5-ed7f-415d-ad8e-4bfaa24ac688 req-cb339bbf-1b43-4ab8-a4bb-c7c26b8a3737 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:49.875020 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-338e34c5-ed7f-415d-ad8e-4bfaa24ac688 req-cb339bbf-1b43-4ab8-a4bb-c7c26b8a3737 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.2193780
May 06 09:26:49.879644 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=766f0999c01f42129760a2e2c8f4e126&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6507497
May 06 09:26:49.886987 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e95f-0c1e-4b5a-9a55-40be0add7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:49.889418 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38524) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:49.898517 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5864502e-2da3-4384-acf2-340b6d667f6f,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:49.923763 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:49.976872 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-338e34c5-ed7f-415d-ad8e-4bfaa24ac688 req-68dd9460-3869-476c-8fe5-c39b11287efe tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006536
May 06 09:26:50.007922 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.076604 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee62d-5bb1-4941-adfe-0f1535716679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.080679 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.089602 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-75272659-5195-4a10-9aaa-5f57c99caed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:50.130793 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee62d-5bb1-4941-adfe-0f1535716679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.138508 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cb634c-5039-4c93-8865-5f6feeeb90ee,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:50.141832 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:50.222644 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.227516 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.9129069
May 06 09:26:50.228150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38534) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:50.236262 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'security_group_rule': {'security_group_id': '72cb634c-5039-4c93-8865-5f6feeeb90ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:50.263150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:50.282811 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:security_group_rule and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:50.299446 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:50.316176 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:50.321924 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.397305 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee62d-5bb1-4941-adfe-0f1535716679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.403225 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8e716433-fe2c-40d5-82e3-db7e8a877eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:50.407441 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Transition to ACTIVE for port object 38bc35aa-d069-4dda-b653-3dca429dfde5 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:26:50.417119 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ee62d-5bb1-4941-adfe-0f1535716679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5864502e-2da3-4384-acf2-340b6d667f6f,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:50.420530 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0d0ee62d-5bb1-4941-adfe-0f1535716679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:50.421236 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38538) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:50.422711 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee62d-5bb1-4941-adfe-0f1535716679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.424372 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-0d0ee62d-5bb1-4941-adfe-0f1535716679 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5864502e-2da3-4384-acf2-340b6d667f6f HTTP/1.1" status: 204  len: 168 time: 0.5323074
May 06 09:26:50.457211 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.488769 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.519862 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.552447 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:50.572081 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.669926 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.675864 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.701563 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-4dd26a6f-3b88-4401-8310-0a30754786a4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:50.714420 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:50.751387 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f7efecc4d83340caaefc5ce29d5c8237 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:50.754183 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731982e9-08a3-4f9f-8cc7-9a6b54bec477 None None] Pushing event updated for resources: {'Port': ['ID=38bc35aa-d069-4dda-b653-3dca429dfde5,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:50.756517 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676802ab-234b-4123-b9b8-534f6a14d541,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:50.764727 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:50.776220 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:50.782935 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:50.797119 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-731982e9-08a3-4f9f-8cc7-9a6b54bec477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:50.851730 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.855968 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6242268
May 06 09:26:50.856232 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38554) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:50.865539 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'security_group_rule': {'security_group_id': '72cb634c-5039-4c93-8865-5f6feeeb90ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:50.877836 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:50.886554 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:security_group_rule and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:50.893238 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:50.908116 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:50.914294 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Attempting to bind port 38bc35aa-d069-4dda-b653-3dca429dfde5 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:26:50.914904 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Attempting to bind port 38bc35aa-d069-4dda-b653-3dca429dfde5 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:26:50.915572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Attempting to bind port 38bc35aa-d069-4dda-b653-3dca429dfde5 on network fe3999c6-3873-4eff-bae1-149ccabd04ba {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:26:50.950424 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:26:50.951219 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Checking segment: {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:26:50.952195 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:50.953173 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Bound using segment: {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:26:50.965223 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Bound port: 38bc35aa-d069-4dda-b653-3dca429dfde5, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:26:50.968307 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.119544 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] For port 38bc35aa-d069-4dda-b653-3dca429dfde5, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:26:51.121666 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] For port 38bc35aa-d069-4dda-b653-3dca429dfde5, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=38bc35aa-d069-4dda-b653-3dca429dfde5,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:26:51.139082 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.158477 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.330909 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.340619 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.344749 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:51.373567 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec69b3a-4764-4de2-b6eb-8c2f1272ee21 req-c68e7b08-a9b9-4b72-a5fa-6b4c04b4bd3d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:51.376343 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dec69b3a-4764-4de2-b6eb-8c2f1272ee21 req-c68e7b08-a9b9-4b72-a5fa-6b4c04b4bd3d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 945 time: 0.2226825
May 06 09:26:51.391987 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.413206 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:51.466656 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:26:51.467131 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.467999 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b061bf40>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:26:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:51.471751 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:51.584482 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608349f0-f8b4-4f12-821e-df8ed161c3e8,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:51.592930 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:51.624272 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f7efecc4d83340caaefc5ce29d5c8237&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1989145
May 06 09:26:51.625960 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38576) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:51.644883 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dec69b3a-4764-4de2-b6eb-8c2f1272ee21 req-c886711b-54dc-46ec-b0a9-f83f35c3c5f8 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343607
May 06 09:26:51.645919 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aea9d09-f705-48e7-b559-476381254b97,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:51.651787 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:51.681965 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731982e9-08a3-4f9f-8cc7-9a6b54bec477 None None] Pushing event updated for resources: {'Port': ['ID=38bc35aa-d069-4dda-b653-3dca429dfde5,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:51.711904 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-731982e9-08a3-4f9f-8cc7-9a6b54bec477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:51.718536 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.720837 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8629174
May 06 09:26:51.727130 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38584) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:51.733476 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'floatingip': {'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:26:51.745759 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:51.758882 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:floatingip and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:51.770629 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:51.800961 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:51.853571 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ec1b-21e7-4f8b-9aa3-439479004fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.899932 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:51.927571 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ec1b-21e7-4f8b-9aa3-439479004fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:52.158051 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:26:52.206394 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:52.230780 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:52.254569 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ec1b-21e7-4f8b-9aa3-439479004fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:52.261934 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0dfcab17-a357-4fd4-93de-1436f97b9100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:52.332369 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ec1b-21e7-4f8b-9aa3-439479004fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:52.340601 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-5eb9ec1b-21e7-4f8b-9aa3-439479004fcd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2aea9d09-f705-48e7-b559-476381254b97 HTTP/1.1" status: 204  len: 168 time: 0.6951711
May 06 09:26:52.342316 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9ec1b-21e7-4f8b-9aa3-439479004fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aea9d09-f705-48e7-b559-476381254b97,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:52.349626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5eb9ec1b-21e7-4f8b-9aa3-439479004fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:52.613841 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Allocated IP 172.27.3.217 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/cecd129a-d040-4714-8e14-2544db147759) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:26:52.790818 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b061bf40>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:51Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:26:52.805609 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a5b2f-e00b-4e14-b34c-796c86d3a3b0 None None] The sync data for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi is: [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:51Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:26:52.855859 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:53.115199 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:53.137639 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:53.391437 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:53.415515 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:26:53.417176 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:26:53.419722 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'Port': ['ID=cecd129a-d040-4714-8e14-2544db147759,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:53.423168 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:26:53.464045 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:53.560122 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38648) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:53.593397 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:53.641898 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:53.652944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Usage tracker for resource:security_group_rule and tenant:3b65e9188e774d5e92f606f6f93c4920 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:53.675921 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:53.692391 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:53.756978 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:54.147542 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:54.227552 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-443167cd-8b60-4548-83a7-c48e96ba5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:54.229259 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-443167cd-8b60-4548-83a7-c48e96ba5020 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1099 time: 0.2485600
May 06 09:26:54.230891 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:54.246934 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:54.412558 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103da86-a55d-40fa-82ba-83575e09bc33 req-9b8f858a-4505-4124-a46f-d09818bdc68c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:54.415563 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f103da86-a55d-40fa-82ba-83575e09bc33 req-9b8f858a-4505-4124-a46f-d09818bdc68c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.5751719
May 06 09:26:54.464526 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ed3547a0-f3a5-4cb0-8c2d-80e6d3e74361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:54.480199 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b65e9188e774d5e92f606f6f93c4920&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9143975
May 06 09:26:54.481444 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-5a5cb505-0829-4241-95bd-1bd625342b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:54.481749 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38662) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:54.483328 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-5a5cb505-0829-4241-95bd-1bd625342b6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 918 time: 0.2068942
May 06 09:26:54.589922 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-25cf83f5-1e8d-4113-a9d1-5b7c97318767 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b HTTP/1.1" status: 200  len: 217 time: 0.0835094
May 06 09:26:54.779962 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-3f1d4919-602a-4bb8-b734-ab5a736536b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:54.781476 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-3f1d4919-602a-4bb8-b734-ab5a736536b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.1832974
May 06 09:26:54.797756 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e536453-d108-4021-a44f-8935c53e5e50,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:54.838646 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:54.864119 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-be939e90-3d26-4134-a714-d4a72b2fc631 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654333
May 06 09:26:54.905726 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 38bc35aa-d069-4dda-b653-3dca429dfde5 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:26:54.931779 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f103da86-a55d-40fa-82ba-83575e09bc33 req-ba0c6042-d836-40dd-ac96-bdb76d8b138c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4940872
May 06 09:26:54.994323 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 38674) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:55.101804 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-b8a95bce-61f7-4fc8-b888-d278ea6ddbec service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277420
May 06 09:26:55.147019 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 38bc35aa-d069-4dda-b653-3dca429dfde5 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:26:55.158842 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 38bc35aa-d069-4dda-b653-3dca429dfde5 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:55.161011 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.264313 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-48140b0d-4889-4ffb-a733-e3c36a73c78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.365230 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-48140b0d-4889-4ffb-a733-e3c36a73c78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.473996 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01a5ccbd-7481-418f-833e-bcef5c41a770 req-99060beb-38a2-44ab-ab57-e12cd16e4dd8 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3599482
May 06 09:26:55.476065 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.514784 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.525033 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 38bc35aa-d069-4dda-b653-3dca429dfde5, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=38bc35aa-d069-4dda-b653-3dca429dfde5,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:26:55.541366 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.550199 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:55.555600 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Usage tracker for resource:security_group_rule and tenant:1744caa9a58e4da9a740c49499845a97 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:55.559654 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:55.572439 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:55.594317 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.597834 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:55.605393 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:26:55.661502 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.668307 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cd86f6a5-c57d-4ad7-aca0-cb50fccee699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:55.716255 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-48140b0d-4889-4ffb-a733-e3c36a73c78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.730690 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=38bc35aa-d069-4dda-b653-3dca429dfde5,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:55.735550 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:55.853964 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'Port': ['ID=cecd129a-d040-4714-8e14-2544db147759,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:55.858685 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.867104 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:55.867647 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d3309f23-5765-4a1c-9f97-0ba657dc94c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:55.896019 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48140b0d-4889-4ffb-a733-e3c36a73c78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e536453-d108-4021-a44f-8935c53e5e50,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:55.905790 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-48140b0d-4889-4ffb-a733-e3c36a73c78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:55.924638 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-48140b0d-4889-4ffb-a733-e3c36a73c78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:55.925782 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-48140b0d-4889-4ffb-a733-e3c36a73c78b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3e536453-d108-4021-a44f-8935c53e5e50 HTTP/1.1" status: 204  len: 168 time: 1.4034116
May 06 09:26:55.968477 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:56.009599 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:56.020442 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.2921202
May 06 09:26:56.115447 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:56.125965 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:56.299249 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa5ca0-d5ac-4295-8c55-0700558a2aec,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:56.305728 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:56.356587 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1744caa9a58e4da9a740c49499845a97&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3341565
May 06 09:26:56.358066 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38708) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:56.459338 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a501ea-70a3-4ff3-83a5-eb32d83dc1ff req-26e39880-636e-4dd8-bf18-8def3867f5e8 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:56.461435 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f8a501ea-70a3-4ff3-83a5-eb32d83dc1ff req-26e39880-636e-4dd8-bf18-8def3867f5e8 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.2952609
May 06 09:26:56.469765 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-347d2a63-a234-49ee-90b9-7da97006b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:56.529283 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-683c75d4-1582-4233-972b-f9a725ec04cf req-5b34ff37-e984-4e3d-be37-4526c540c675 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Synchronizing usage tracker for tenant:080a2d6be38b48ec95862921c280670c on resource:security_group {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:26:56.593200 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-347d2a63-a234-49ee-90b9-7da97006b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:56.631214 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f8a501ea-70a3-4ff3-83a5-eb32d83dc1ff req-ffc81162-029a-4796-980a-5708a7a04c10 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567531
May 06 09:26:56.688889 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-683c75d4-1582-4233-972b-f9a725ec04cf req-5b34ff37-e984-4e3d-be37-4526c540c675 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Unset dirty status for tenant:080a2d6be38b48ec95862921c280670c on resource:security_group {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:26:56.691757 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-5b34ff37-e984-4e3d-be37-4526c540c675 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--459431062&fields=id&tenant_id=080a2d6be38b48ec95862921c280670c HTTP/1.1" status: 200  len: 267 time: 0.2681894
May 06 09:26:56.751937 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 38bc35aa-d069-4dda-b653-3dca429dfde5 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:26:56.802653 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-347d2a63-a234-49ee-90b9-7da97006b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:56.818728 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-384d19c1-0866-4d43-b2f6-7af08f38391a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:56.858224 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d2a63-a234-49ee-90b9-7da97006b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa5ca0-d5ac-4295-8c55-0700558a2aec,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:56.895465 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-347d2a63-a234-49ee-90b9-7da97006b63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:56.898995 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-347d2a63-a234-49ee-90b9-7da97006b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:56.901539 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-347d2a63-a234-49ee-90b9-7da97006b63a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/96aa5ca0-d5ac-4295-8c55-0700558a2aec HTTP/1.1" status: 204  len: 168 time: 0.5419137
May 06 09:26:56.957169 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 38bc35aa-d069-4dda-b653-3dca429dfde5 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:26:56.957169 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:56.976390 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c75d4-1582-4233-972b-f9a725ec04cf req-6b392c39-fe4b-4d31-828e-9e887b82256d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:56.977618 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-683c75d4-1582-4233-972b-f9a725ec04cf req-6b392c39-fe4b-4d31-828e-9e887b82256d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Synchronizing usage tracker for tenant:080a2d6be38b48ec95862921c280670c on resource:network {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:26:57.206506 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-a63b7a3d-91a4-4350-880f-2864417e8f0f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:57.208272 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-a63b7a3d-91a4-4350-880f-2864417e8f0f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 814 time: 0.2005770
May 06 09:26:57.232545 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-031c809d-cae4-4abd-a0fa-b0079cb60c55 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/quotas/30c8cacafc8e46b89bf8a30e363801bc HTTP/1.1" status: 200  len: 375 time: 0.0134757
May 06 09:26:57.237836 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-683c75d4-1582-4233-972b-f9a725ec04cf req-6b392c39-fe4b-4d31-828e-9e887b82256d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Unset dirty status for tenant:080a2d6be38b48ec95862921c280670c on resource:network {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:26:57.248679 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38750) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:57.255830 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-6b392c39-fe4b-4d31-828e-9e887b82256d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 817 time: 0.5568492
May 06 09:26:57.267828 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:57.287974 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:26:57.292689 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Usage tracker for resource:security_group_rule and tenant:66506af08bd64dcaacf520b02e9765b7 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:26:57.297152 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:26:57.307518 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:26:57.319831 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-f0381267-e0d3-4627-9d53-f863e0468378 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/quotas/080a2d6be38b48ec95862921c280670c HTTP/1.1" status: 200  len: 375 time: 0.0628419
May 06 09:26:57.415991 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:57.429275 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-e077f0d1-2bc4-4314-96c4-900fd61f850e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1590185
May 06 09:26:57.533939 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-683c75d4-1582-4233-972b-f9a725ec04cf req-75bea820-6f4c-40bd-9cd2-48693e02a40d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Synchronizing usage tracker for tenant:080a2d6be38b48ec95862921c280670c on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:26:57.534384 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:57.558989 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-4b2a7b85-cb41-4f52-aa3b-3fa1c7da7b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:57.610719 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=66506af08bd64dcaacf520b02e9765b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3608215
May 06 09:26:57.611671 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6840aeb-78bc-4a64-8ec6-422f8a4a2789,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:57.614780 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 38760) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:26:57.617464 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:57.663967 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-683c75d4-1582-4233-972b-f9a725ec04cf req-75bea820-6f4c-40bd-9cd2-48693e02a40d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Unset dirty status for tenant:080a2d6be38b48ec95862921c280670c on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:26:57.678782 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-75bea820-6f4c-40bd-9cd2-48693e02a40d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3347542
May 06 09:26:57.689880 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d193474b-15aa-42ce-9340-de468121b421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:57.718546 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-0ac7e3f7-fc10-4c83-ba75-03388cd1bee3 service neutron] 10.222.0.68 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781613
May 06 09:26:57.740938 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d193474b-15aa-42ce-9340-de468121b421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:57.924167 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d193474b-15aa-42ce-9340-de468121b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:57.938401 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-affa1edd-4162-4f47-a90d-cc82336d11d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:26:57.961384 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193474b-15aa-42ce-9340-de468121b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6840aeb-78bc-4a64-8ec6-422f8a4a2789,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:26:57.965190 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d193474b-15aa-42ce-9340-de468121b421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:26:57.966795 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d193474b-15aa-42ce-9340-de468121b421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:26:57.969827 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-d193474b-15aa-42ce-9340-de468121b421 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d6840aeb-78bc-4a64-8ec6-422f8a4a2789 HTTP/1.1" status: 204  len: 168 time: 0.3526888
May 06 09:26:58.078258 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-af5864b7-7e36-432f-b4a8-c761a2c6f718 service neutron] 10.222.0.68 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3980923
May 06 09:26:58.107936 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3431e029-95f5-458f-8d52-c8c69ccbea4b service neutron] 10.222.0.68 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3393023
May 06 09:26:58.243332 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-f5e73069-f211-4515-8636-de7728821504 service neutron] 10.222.0.68 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560502
May 06 09:26:58.749972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a7f22-ce44-49bc-836e-a4e8048db528 req-06bc05b1-7b5e-4bf6-b3cd-6125140d8a0b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:26:58.769608 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-aa0a7f22-ce44-49bc-836e-a4e8048db528 req-06bc05b1-7b5e-4bf6-b3cd-6125140d8a0b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1633041
May 06 09:26:58.889714 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-aa0a7f22-ce44-49bc-836e-a4e8048db528 req-5a257413-413f-4a2e-b86d-b3d24c6c047c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185026
May 06 09:26:59.026533 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-584321ef-dfe9-409f-9f7c-ddcdf2800518 req-0ec742cd-55c8-41b7-9ecc-b8a602ebcfc3 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 210 time: 0.0656598
May 06 09:26:59.151432 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f4f3b8a6-29c1-4340-8982-47b7575923ce req-80c7aba5-d1a9-4d5b-b550-8569af6c66dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 210 time: 0.0748990
May 06 09:27:00.216265 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f326c6e-e75a-4800-9b53-fefa407f7a1c req-05a58114-4f80-4810-ad0d-091c3f9808bd tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:00.219112 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4f326c6e-e75a-4800-9b53-fefa407f7a1c req-05a58114-4f80-4810-ad0d-091c3f9808bd tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1460247
May 06 09:27:00.286983 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4f326c6e-e75a-4800-9b53-fefa407f7a1c req-a208ffc4-9409-4ec0-8d73-9b405a61158a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599749
May 06 09:27:00.444521 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-142c2370-7f19-4c12-9f33-fbda6af6fe69 req-945badda-e7ba-4541-88fa-faade9f65d6b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 210 time: 0.0507655
May 06 09:27:00.620079 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-55015781-e14d-46b8-ab0b-281df0c73764 req-f950e14e-9348-4257-b1aa-d6ed53869ed7 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 210 time: 0.0441015
May 06 09:27:01.495741 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5f6a6-64b7-4fc6-bd55-a80c443fa9a4 req-d1fd536b-1c84-4d11-abfc-05494f573e62 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:01.497237 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1ef5f6a6-64b7-4fc6-bd55-a80c443fa9a4 req-d1fd536b-1c84-4d11-abfc-05494f573e62 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0946465
May 06 09:27:01.547574 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1ef5f6a6-64b7-4fc6-bd55-a80c443fa9a4 req-e6fa713e-d4ca-4b7f-835c-e274cc42f945 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439739
May 06 09:27:01.691462 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f9ca4af2-5597-4ea9-b7d2-ea330923cf7c req-627d17b1-8ad5-44c6-ac76-379f03fbde60 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 210 time: 0.0478802
May 06 09:27:01.963294 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5b4dfc32-0167-475f-8b89-183b56df2704 req-ae7f5229-ecab-4f8d-a55c-4488430accde tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 210 time: 0.1177776
May 06 09:27:02.759913 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795a4e2-9c93-444e-add3-e8a2d8947c12 req-6b68ddcb-c860-4d23-bf72-22442f776b1b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:02.761703 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c795a4e2-9c93-444e-add3-e8a2d8947c12 req-6b68ddcb-c860-4d23-bf72-22442f776b1b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0930552
May 06 09:27:02.821266 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c795a4e2-9c93-444e-add3-e8a2d8947c12 req-8feeded9-d681-4eee-b9b6-ecbd6a3b009f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515358
May 06 09:27:03.066128 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-34e7118e-b219-427a-995f-37902da0b6ec req-43831654-4fc8-460d-9da7-c55c2c9bb115 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 210 time: 0.1198249
May 06 09:27:03.225630 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2fe8217-55cc-4428-a0d4-5ce081ed4286 req-34a8488c-afab-4eee-b7c2-01dd7c18810f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 210 time: 0.0766196
May 06 09:27:03.373563 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c75d4-1582-4233-972b-f9a725ec04cf req-7606bb63-ce31-422e-8977-1d369280f083 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:03.375216 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-7606bb63-ce31-422e-8977-1d369280f083 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 817 time: 0.2416327
May 06 09:27:03.439479 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-ad81c0b8-539e-44af-bb8e-a24477f13064 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=080a2d6be38b48ec95862921c280670c HTTP/1.1" status: 200  len: 379 time: 0.0532420
May 06 09:27:03.450852 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'port': {'device_id': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'admin_state_up': True, 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'security_groups': ['72cb634c-5039-4c93-8865-5f6feeeb90ee']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:27:03.631177 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:03.658157 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:03.795365 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Made reservation on behalf of 080a2d6be38b48ec95862921c280670c for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:27:03.800791 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:04.045449 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Allocated IP 172.20.0.14 (fe3999c6-3873-4eff-bae1-149ccabd04ba/6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62/ce81c0e8-08bb-4ffb-946d-a5b986390a69) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:27:04.098150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb2068-88ac-4865-b5d7-253efe5f2c31 req-083e2094-9012-4708-a7db-05325bd6be59 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:04.105369 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-12eb2068-88ac-4865-b5d7-253efe5f2c31 req-083e2094-9012-4708-a7db-05325bd6be59 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1309659
May 06 09:27:04.182423 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-12eb2068-88ac-4865-b5d7-253efe5f2c31 req-a12d27a1-8155-436f-bb12-fb02bad7782c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649555
May 06 09:27:04.414013 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f1188826-3d6c-4e27-bc56-a247c49e8bc0 req-8ed4a005-989b-4b73-ab14-3f0b536224f8 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 210 time: 0.0884552
May 06 09:27:04.505622 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-04ce6996-ba43-4ee8-a493-4b727b4d64cc req-3216dec5-ac1f-41f6-b1ca-1b16ed054c20 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 210 time: 0.0562236
May 06 09:27:04.599477 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-fa654487-f05e-4ec5-95d4-516466610211 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:04.601030 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-fa654487-f05e-4ec5-95d4-516466610211 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 814 time: 0.3740952
May 06 09:27:04.606112 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:04.616926 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Request body: {'port': {'device_id': '6b366927-9667-4efe-b3f4-67e38ece7889', 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390', 'admin_state_up': True, 'tenant_id': '30c8cacafc8e46b89bf8a30e363801bc'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:27:04.778865 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Transition to ACTIVE for port object ce81c0e8-08bb-4ffb-946d-a5b986390a69 will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:27:04.859243 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:04.863246 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Usage tracker for resource:port and tenant:30c8cacafc8e46b89bf8a30e363801bc is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:04.866204 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:04.873352 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:04.916259 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:04.926216 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:05.020959 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Made reservation on behalf of 30c8cacafc8e46b89bf8a30e363801bc for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:27:05.024605 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:05.075327 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Network fe3999c6-3873-4eff-bae1-149ccabd04ba is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:27:05.082178 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:27:05.087242 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:27:05.123771 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:05.126726 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:05.336999 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:05.337690 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:05.455341 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Allocated IP 172.20.0.13 (7e92c5a6-de17-4a4f-8d4c-1fb642c22390/d1e6f073-8d8d-4417-a635-75e3b83e0759/09801e94-c740-4664-b3e8-2415fae71011) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:27:05.487751 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0409286
May 06 09:27:05.503682 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee59fd5-73d1-4a35-8958-4515ecc2b220 req-b8a02956-2293-46d3-b033-44888c8d5ea8 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:05.505954 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Request body: {'port': {'device_id': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:27:05.506133 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4ee59fd5-73d1-4a35-8958-4515ecc2b220 req-b8a02956-2293-46d3-b033-44888c8d5ea8 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1068871
May 06 09:27:05.511346 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-70568ffb-f1e3-4b9c-a5c8-c13e4a88fa35 None None] Provisioning for port ce81c0e8-08bb-4ffb-946d-a5b986390a69 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:27:05.521361 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-70568ffb-f1e3-4b9c-a5c8-c13e4a88fa35 None None] Provisioning complete for port ce81c0e8-08bb-4ffb-946d-a5b986390a69 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:27:05.521717 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-70568ffb-f1e3-4b9c-a5c8-c13e4a88fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:05.588330 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4ee59fd5-73d1-4a35-8958-4515ecc2b220 req-83e7e008-10f2-43ed-9855-392163d943a1 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583935
May 06 09:27:05.602614 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-70568ffb-f1e3-4b9c-a5c8-c13e4a88fa35 None None] Port ce81c0e8-08bb-4ffb-946d-a5b986390a69 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:27:05.669397 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b6aeddea-4ddf-4f5d-8245-344baad20ab7 req-6a37b0f9-2e14-471b-8538-c9b3922a2a96 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 210 time: 0.0649633
May 06 09:27:05.890458 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edb8b6-3f38-4b3d-ac24-b666c66b044f req-52125995-7170-4b80-9d63-545ca6cf3fc5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:05.893841 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-01edb8b6-3f38-4b3d-ac24-b666c66b044f req-52125995-7170-4b80-9d63-545ca6cf3fc5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 932 time: 0.1124241
May 06 09:27:05.948108 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-01edb8b6-3f38-4b3d-ac24-b666c66b044f req-f1f9427e-b92e-43a4-b7b7-008aa8968b2f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490582
May 06 09:27:06.060446 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:06.222507 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:06.304212 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39032) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:06.476371 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:06.503733 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:06.516747 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Usage tracker for resource:security_group_rule and tenant:44f23f02044048af9e1096417b2a03af is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:06.521828 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:06.529729 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:06.560169 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:06.573158 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:06.586187 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['7a9905f1-5c9a-4dc6-b601-0676967e1360', '34bcee94-06e8-4011-9613-234ee5281c3e'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:27:06.687382 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:06.738425 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:27:06.749669 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:27:06.759264 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:27:06.766377 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:06.792342 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Pushing event updated for resources: {'Port': ['ID=09801e94-c740-4664-b3e8-2415fae71011,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:06.808727 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:06.916413 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-45a2a46e-2843-4ef8-9464-547f9757fa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:06.920108 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:06.920809 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:06.941319 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce81c0e8-08bb-4ffb-946d-a5b986390a69 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:27:06.950626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:06.968228 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Transition to ACTIVE for port object ce81c0e8-08bb-4ffb-946d-a5b986390a69 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:27:07.041483 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4189305
May 06 09:27:07.052960 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Request body: {'port': {'device_id': '6b366927-9667-4efe-b3f4-67e38ece7889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:27:07.095434 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44f23f02044048af9e1096417b2a03af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7893627
May 06 09:27:07.123251 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39054) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:07.131434 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:07.147830 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-da54d807-8e07-4c05-8dbf-fce70a13ef5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:07.149873 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eda1ec2-92ee-45c2-b816-b52631b514fd,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:07.167324 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:07.290788 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff50bd-65ce-4bff-8289-6a5ae4b376c9 req-73f59036-307b-4ac5-93f0-3789d33a1603 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:07.291455 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-36ff50bd-65ce-4bff-8289-6a5ae4b376c9 req-73f59036-307b-4ac5-93f0-3789d33a1603 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.3210499
May 06 09:27:07.358764 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5d346-1a1c-4df3-8d9b-93244e662405 req-b3136bd1-65a7-42e4-b893-c2cfe8956b65 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:07.367323 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cfb5d346-1a1c-4df3-8d9b-93244e662405 req-b3136bd1-65a7-42e4-b893-c2cfe8956b65 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 932 time: 0.2184596
May 06 09:27:07.518027 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:07.537353 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-36ff50bd-65ce-4bff-8289-6a5ae4b376c9 req-f6343a68-9e0b-4d0c-ac11-c8a2865d6bb3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2388299
May 06 09:27:07.558436 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cfb5d346-1a1c-4df3-8d9b-93244e662405 req-6e167b6c-b3f1-46c9-b182-745146c3e44b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901484
May 06 09:27:07.579124 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.579124 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.579124 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.579124 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.579124 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.579676 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.580112 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.580575 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.581030 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.581458 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.581890 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.582315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:07.601598 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:07.662992 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:07.837268 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39078) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:07.840045 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-71b3e759-0df0-4bb7-91f5-68c3973d9fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:07.875271 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-71b3e759-0df0-4bb7-91f5-68c3973d9fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:07.954334 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2918324-fd22-41eb-8fe3-0a30bcf59299 req-264ed61f-66d3-4494-a213-b04d644b88a6 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:07.955960 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a2918324-fd22-41eb-8fe3-0a30bcf59299 req-264ed61f-66d3-4494-a213-b04d644b88a6 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1690962
May 06 09:27:08.082405 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a2918324-fd22-41eb-8fe3-0a30bcf59299 req-95a1695e-3c5f-45cc-87cc-f59de52fe64e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1192975
May 06 09:27:08.165469 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.194762 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:08.199215 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Usage tracker for resource:security_group_rule and tenant:660bd2a4980a4706aa5deb56f8f3c10e is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:08.205068 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Attempting to bind port ce81c0e8-08bb-4ffb-946d-a5b986390a69 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:27:08.206537 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Attempting to bind port ce81c0e8-08bb-4ffb-946d-a5b986390a69 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:27:08.206686 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Attempting to bind port ce81c0e8-08bb-4ffb-946d-a5b986390a69 on network fe3999c6-3873-4eff-bae1-149ccabd04ba {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:27:08.216804 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:08.220607 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:08.223510 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Port ce81c0e8-08bb-4ffb-946d-a5b986390a69 on network fe3999c6-3873-4eff-bae1-149ccabd04ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:27:08.224023 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Attempting to bind port ce81c0e8-08bb-4ffb-946d-a5b986390a69 on network fe3999c6-3873-4eff-bae1-149ccabd04ba {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:27:08.240340 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-71b3e759-0df0-4bb7-91f5-68c3973d9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.254747 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-dc07f858-a77d-4ce9-95cb-608fe4758f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:08.267327 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:27:08.267880 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Checking segment: {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:27:08.269669 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Bound using segment: {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:27:08.269669 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Bound port: ce81c0e8-08bb-4ffb-946d-a5b986390a69, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:27:08.270056 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.320585 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-71b3e759-0df0-4bb7-91f5-68c3973d9fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.324831 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-71b3e759-0df0-4bb7-91f5-68c3973d9fff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5eda1ec2-92ee-45c2-b816-b52631b514fd HTTP/1.1" status: 204  len: 168 time: 1.2016242
May 06 09:27:08.325941 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3e759-0df0-4bb7-91f5-68c3973d9fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eda1ec2-92ee-45c2-b816-b52631b514fd,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:08.335505 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-71b3e759-0df0-4bb7-91f5-68c3973d9fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:08.335925 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.460043 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.472079 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:08.517116 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=660bd2a4980a4706aa5deb56f8f3c10e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6659064
May 06 09:27:08.517883 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fe95bb-a8e2-4f5c-8873-b4b36237223d,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:08.521008 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39102) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:08.537279 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:27:08.540884 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.541425 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.541425 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.541649 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:27:08.541878 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.542965 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.543317 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.543753 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.543997 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.544414 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.544760 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.545102 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.545435 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:27:08.549599 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:08.653690 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99068f9e-c88f-488d-864d-972379e94674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.711225 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99068f9e-c88f-488d-864d-972379e94674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.763259 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09801e94-c740-4664-b3e8-2415fae71011 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:27:08.778453 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.806054 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.811096 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Transition to ACTIVE for port object 09801e94-c740-4664-b3e8-2415fae71011 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:27:08.812955 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a25bd967-2b91-45d6-86e5-27fdb9aec4f0 tempest-DeleteServersTestJSON-1569639685 tempest-DeleteServersTestJSON-1569639685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:08.915707 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:08.917153 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.919626 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] 10.222.0.73 "PUT /v2.0/ports/ce81c0e8-08bb-4ffb-946d-a5b986390a69 HTTP/1.1" status: 200  len: 1094 time: 3.4209199
May 06 09:27:08.920781 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:08.936319 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:08.937953 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:27:08.959388 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c5ea0-df88-43be-ac53-0e0475e0f18b req-a48002cd-89de-46ad-b91c-39225414f977 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:08.964530 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:08.966895 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-743c5ea0-df88-43be-ac53-0e0475e0f18b req-a48002cd-89de-46ad-b91c-39225414f977 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.2000675
May 06 09:27:08.969267 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:09.006248 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33872232-2518-44ed-b583-7179e3f51119 req-eac7bcf5-b7e5-49f8-9d59-4bfe72e74224 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:09.007978 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-33872232-2518-44ed-b583-7179e3f51119 req-eac7bcf5-b7e5-49f8-9d59-4bfe72e74224 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 932 time: 0.2001925
May 06 09:27:09.118405 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-33872232-2518-44ed-b583-7179e3f51119 req-24720cf8-fe54-45f1-ade0-27a80d2e8913 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987287
May 06 09:27:09.119506 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99068f9e-c88f-488d-864d-972379e94674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:09.168141 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-230e032e-4685-4ab6-8677-ef09a4e8e060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:09.195307 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99068f9e-c88f-488d-864d-972379e94674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fe95bb-a8e2-4f5c-8873-b4b36237223d,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:09.209703 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-99068f9e-c88f-488d-864d-972379e94674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:09.224115 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-743c5ea0-df88-43be-ac53-0e0475e0f18b req-e968f985-3571-4b22-99aa-ef409c08c1bb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2562292
May 06 09:27:09.252649 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99068f9e-c88f-488d-864d-972379e94674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:09.258512 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-99068f9e-c88f-488d-864d-972379e94674 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6fe95bb-a8e2-4f5c-8873-b4b36237223d HTTP/1.1" status: 204  len: 168 time: 0.7363255
May 06 09:27:09.480860 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Pushing event updated for resources: {'Port': ['ID=09801e94-c740-4664-b3e8-2415fae71011,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:09.490351 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:09.493303 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'status': 'completed', 'code': 200}
May 06 09:27:09.548146 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Attempting to bind port 09801e94-c740-4664-b3e8-2415fae71011 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:27:09.549045 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Attempting to bind port 09801e94-c740-4664-b3e8-2415fae71011 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:27:09.549755 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Attempting to bind port 09801e94-c740-4664-b3e8-2415fae71011 on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:27:09.558780 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Port 09801e94-c740-4664-b3e8-2415fae71011 on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:27:09.559565 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Attempting to bind port 09801e94-c740-4664-b3e8-2415fae71011 on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:27:09.570929 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c75d4-1582-4233-972b-f9a725ec04cf req-5835d228-93e5-4867-8f64-a6ea965bd42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:09.572983 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-5835d228-93e5-4867-8f64-a6ea965bd42c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 1097 time: 0.4177623
May 06 09:27:09.574057 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:27:09.574385 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Checking segment: {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:27:09.574898 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Bound using segment: {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:27:09.575570 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Bound port: 09801e94-c740-4664-b3e8-2415fae71011, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:27:09.576010 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:09.609372 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65e90-f35d-4e67-be27-fcd634f21a7d req-1e305d9b-5d16-473e-852b-cec46e1b29e9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:09.611004 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b8c65e90-f35d-4e67-be27-fcd634f21a7d req-1e305d9b-5d16-473e-852b-cec46e1b29e9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1731360
May 06 09:27:09.660042 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39126) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:09.680312 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-5c5754f6-38b6-431a-a98a-18b233118833 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69 HTTP/1.1" status: 200  len: 217 time: 0.0907133
May 06 09:27:09.713127 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b8c65e90-f35d-4e67-be27-fcd634f21a7d req-b3983578-7a4a-47e6-9f73-3b64aab3f120 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930383
May 06 09:27:09.823894 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c75d4-1582-4233-972b-f9a725ec04cf req-f034555f-7a8d-40ac-8806-0ccee4ba8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:09.825566 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-f034555f-7a8d-40ac-8806-0ccee4ba8839 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.1168900
May 06 09:27:09.867258 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] For port 09801e94-c740-4664-b3e8-2415fae71011, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:27:09.885632 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] For port 09801e94-c740-4664-b3e8-2415fae71011, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=09801e94-c740-4664-b3e8-2415fae71011,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:27:09.919853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c75d4-1582-4233-972b-f9a725ec04cf req-8e4e5710-8837-4b3b-9ead-e5ea0be83197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:09.921391 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-8e4e5710-8837-4b3b-9ead-e5ea0be83197 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868464
May 06 09:27:10.078153 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:10.090210 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6985c28e-fe2b-458a-a2ab-2b9d374a4468 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:10.098178 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:10.129172 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:10.138301 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Usage tracker for resource:security_group_rule and tenant:00f246845e164ffc98c3cb971d4d15d7 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:10.143813 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:10.153483 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:10.214518 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:10.215554 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:10.217994 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] 10.222.0.73 "PUT /v2.0/ports/09801e94-c740-4664-b3e8-2415fae71011 HTTP/1.1" status: 200  len: 1094 time: 3.1728292
May 06 09:27:10.332308 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Pushing event updated for resources: {'Port': ['ID=09801e94-c740-4664-b3e8-2415fae71011,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:10.361771 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:10.426690 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-9f3e13f5-3135-407c-8617-580b3e0c5cc7 service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4963205
May 06 09:27:10.660062 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:10.793214 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:10.804859 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-237bf446-73bc-4591-bead-1e4303c33e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:10.832456 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5363c-018a-4867-ae25-cd883962575f req-b10cbb0e-8fff-4004-a43a-900ff68a7e07 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:10.836202 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cdb5363c-018a-4867-ae25-cd883962575f req-b10cbb0e-8fff-4004-a43a-900ff68a7e07 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 944 time: 0.4402473
May 06 09:27:10.910963 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb536fd-407e-4384-9a0e-b53ecfa30d00 req-21d86888-3a25-49fb-bd70-ed6e129e3d5d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:10.913776 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8eb536fd-407e-4384-9a0e-b53ecfa30d00 req-21d86888-3a25-49fb-bd70-ed6e129e3d5d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.2512336
May 06 09:27:10.947079 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-20560e56-0b74-4406-a37c-e78ce760c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:10.949648 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-20560e56-0b74-4406-a37c-e78ce760c678 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 1097 time: 0.5862019
May 06 09:27:10.959951 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=00f246845e164ffc98c3cb971d4d15d7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2979467
May 06 09:27:10.971809 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39158) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:11.080011 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0aa498-c520-4a8f-ba7e-e0ac39547d08,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:11.105577 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:11.110633 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cdb5363c-018a-4867-ae25-cd883962575f req-8e37e808-5930-4108-8a1c-bd9e37494a43 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953311
May 06 09:27:11.112948 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-64dfc8cf-b72c-4f4e-9cd8-2cce655d5694 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09801e94-c740-4664-b3e8-2415fae71011 HTTP/1.1" status: 200  len: 217 time: 0.1327448
May 06 09:27:11.176114 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8eb536fd-407e-4384-9a0e-b53ecfa30d00 req-1b8bdb9f-c841-4d57-92b7-4371f5d2e9f3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099702
May 06 09:27:11.216401 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-683c75d4-1582-4233-972b-f9a725ec04cf req-1c15de09-e067-4ec7-ba93-e0f61545ca90 service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6292195
May 06 09:27:11.233123 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-51986448-6cba-4490-bddc-646d0298ef36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:11.304790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-9cb5b26e-512b-47a7-ab31-a374e598a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:11.308525 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-9cb5b26e-512b-47a7-ab31-a374e598a0f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e6f073-8d8d-4417-a635-75e3b83e0759 HTTP/1.1" status: 200  len: 854 time: 0.1808436
May 06 09:27:11.315836 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-51986448-6cba-4490-bddc-646d0298ef36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:11.491962 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-6ec464ec-28d5-4e2b-b4c6-1b7d97ab6775 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1745079
May 06 09:27:11.498448 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b366927-9667-4efe-b3f4-67e38ece7889', 'tag': '09801e94-c740-4664-b3e8-2415fae71011'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:27:11.622612 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-51986448-6cba-4490-bddc-646d0298ef36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:11.634466 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-99068f9e-c88f-488d-864d-972379e94674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:11.654527 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b366927-9667-4efe-b3f4-67e38ece7889', 'tag': '09801e94-c740-4664-b3e8-2415fae71011', 'status': 'completed', 'code': 200}
May 06 09:27:11.669798 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc33fde-4855-4452-ba88-c7d5629dbe71 req-f131db0b-a2fc-4015-85cc-fc09f9427215 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:11.672311 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2dc33fde-4855-4452-ba88-c7d5629dbe71 req-f131db0b-a2fc-4015-85cc-fc09f9427215 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.2546780
May 06 09:27:11.681102 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51986448-6cba-4490-bddc-646d0298ef36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0aa498-c520-4a8f-ba7e-e0ac39547d08,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:11.690302 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-51986448-6cba-4490-bddc-646d0298ef36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:11.717481 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-51986448-6cba-4490-bddc-646d0298ef36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:11.718864 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-51986448-6cba-4490-bddc-646d0298ef36 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1d0aa498-c520-4a8f-ba7e-e0ac39547d08 HTTP/1.1" status: 204  len: 168 time: 0.7427943
May 06 09:27:11.827181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-67e8eddf-1577-4965-8e38-21ac13664063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:11.830302 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-67e8eddf-1577-4965-8e38-21ac13664063 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 1097 time: 0.4157667
May 06 09:27:11.834584 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-0f9ca4a5-928b-4491-9d2f-e8c706fb996c service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3302276
May 06 09:27:11.844311 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2dc33fde-4855-4452-ba88-c7d5629dbe71 req-8e1a4a0e-a0c5-49af-b6c8-7c579be7e732 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1596243
May 06 09:27:12.263040 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f78c5aa5-e0d1-47e5-a9e0-4ac7ce9d96cf req-eec3a7ab-5039-4235-90f3-f2e50a44b819 service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4151664
May 06 09:27:12.274304 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-f82087d1-39d6-400b-b5ef-562fb98380ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:12.276081 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-f82087d1-39d6-400b-b5ef-562fb98380ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 918 time: 0.4302776
May 06 09:27:12.414159 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-baa19bb1-9442-44d0-a1e5-d7ef74ee1229 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69 HTTP/1.1" status: 200  len: 217 time: 0.1303248
May 06 09:27:12.588331 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c5459-649a-406f-8c98-5bd71caf6450 req-fe835091-3af0-4253-81e1-b259e44af209 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:12.591415 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d24c5459-649a-406f-8c98-5bd71caf6450 req-fe835091-3af0-4253-81e1-b259e44af209 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 944 time: 0.1422119
May 06 09:27:12.676935 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-b0281752-28cd-4b25-b94a-8fa83b6681c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:12.680165 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-b0281752-28cd-4b25-b94a-8fa83b6681c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.1608281
May 06 09:27:12.718113 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d24c5459-649a-406f-8c98-5bd71caf6450 req-a8263107-e661-48fd-a8bd-2c1bf391d98d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123295
May 06 09:27:12.826143 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816e911-754c-401e-a946-559c026ca300 req-a735450c-1a28-4225-aa50-4066925a9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:12.826143 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8816e911-754c-401e-a946-559c026ca300 req-a735450c-1a28-4225-aa50-4066925a9f3c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1099 time: 0.3983479
May 06 09:27:12.834921 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-2feb999b-ef56-491c-a743-bf447953041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:12.836274 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-2feb999b-ef56-491c-a743-bf447953041d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 1097 time: 0.3228247
May 06 09:27:13.024336 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aa053-54f1-4e71-bd01-4f93d0e1dd87 req-813f64c6-aeec-46c6-bc29-2be23d3eba80 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:13.027103 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b54aa053-54f1-4e71-bd01-4f93d0e1dd87 req-813f64c6-aeec-46c6-bc29-2be23d3eba80 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1196806
May 06 09:27:13.030173 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8816e911-754c-401e-a946-559c026ca300 req-6e92bc77-0125-49ae-8210-ceb94f176a18 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913722
May 06 09:27:13.108163 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39210) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:13.113856 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b54aa053-54f1-4e71-bd01-4f93d0e1dd87 req-3c300b1b-1fd6-4cf4-8618-95c153c20d25 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785096
May 06 09:27:13.130383 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:13.142740 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-3eab89cc-5bec-46cc-8289-850ccfc0eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:13.146021 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-3eab89cc-5bec-46cc-8289-850ccfc0eeec service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 915 time: 0.2935023
May 06 09:27:13.147143 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:13.150760 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-c942da03-c454-4fdb-9ac7-2754ca24436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:13.152723 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Usage tracker for resource:security_group_rule and tenant:24558ef95ad44c5c99c7ed7cca751a56 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:13.156298 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:13.159674 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-c942da03-c454-4fdb-9ac7-2754ca24436b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4645159
May 06 09:27:13.172184 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:13.412089 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-840dff36-22b6-466b-9696-d09525fbd982 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09801e94-c740-4664-b3e8-2415fae71011 HTTP/1.1" status: 200  len: 217 time: 0.2269342
May 06 09:27:13.417064 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:13.489920 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1e456-7fa1-4cd6-9b6f-5b0c47f7691e req-760fe25c-7038-44d8-ae7d-9b7c290f92e5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:13.492133 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ead1e456-7fa1-4cd6-9b6f-5b0c47f7691e req-760fe25c-7038-44d8-ae7d-9b7c290f92e5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1557176
May 06 09:27:13.554212 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ead1e456-7fa1-4cd6-9b6f-5b0c47f7691e req-a8d821b1-3096-4329-a44d-687057e62f0a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548718
May 06 09:27:13.577964 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:13.590687 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-fe171edf-a140-4f1c-a9ef-7818fe08165b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:13.675046 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-86db8d5e-2e11-43f7-8b6b-967f152f23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:13.677024 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-86db8d5e-2e11-43f7-8b6b-967f152f23bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e6f073-8d8d-4417-a635-75e3b83e0759 HTTP/1.1" status: 200  len: 854 time: 0.2204087
May 06 09:27:13.698425 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24558ef95ad44c5c99c7ed7cca751a56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5861974
May 06 09:27:13.698425 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7b961f-b7ca-480d-910d-852d6185f452,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:13.739567 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:13.745946 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39220) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:13.759229 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-f8e3b7f3-5a5c-4dcb-a000-4dddabdb4d4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566998
May 06 09:27:13.759229 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-11aad27d-07b7-4244-bad1-e8756b54a28b service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3853295
May 06 09:27:14.024285 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f18a216b-3a9c-4a2f-a1d0-7d76fe155e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:14.109152 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f18a216b-3a9c-4a2f-a1d0-7d76fe155e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:14.117879 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-596d71dc-a426-4b0a-8574-c5dd8a280e23 req-af6f41a2-6a6f-42bd-8f2b-f681f64011f4 service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3400936
May 06 09:27:14.124187 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-c8401deb-2ea1-4299-a709-a83b62132ada service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3452771
May 06 09:27:14.155719 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094512c5-e58b-4a40-8862-98fb917ae71b req-0cfd87bb-5c66-481e-ab4a-08cbebc6c686 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:14.201195 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-094512c5-e58b-4a40-8862-98fb917ae71b req-0cfd87bb-5c66-481e-ab4a-08cbebc6c686 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 944 time: 0.2894127
May 06 09:27:14.342687 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-094512c5-e58b-4a40-8862-98fb917ae71b req-be58a76e-1367-4aea-8be4-3747a2fbab26 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399510
May 06 09:27:14.433207 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-2111a33a-a018-448d-b5bc-ee94d7d24c10 req-ef8c33ca-ce1c-4cd4-84b4-3aa0094b1862 service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2903469
May 06 09:27:14.499754 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f18a216b-3a9c-4a2f-a1d0-7d76fe155e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:14.513776 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-347d2a63-a234-49ee-90b9-7da97006b63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:14.534480 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a216b-3a9c-4a2f-a1d0-7d76fe155e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7b961f-b7ca-480d-910d-852d6185f452,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:14.541156 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f18a216b-3a9c-4a2f-a1d0-7d76fe155e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:14.546051 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f18a216b-3a9c-4a2f-a1d0-7d76fe155e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:14.565604 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-f18a216b-3a9c-4a2f-a1d0-7d76fe155e00 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7e7b961f-b7ca-480d-910d-852d6185f452 HTTP/1.1" status: 204  len: 168 time: 0.8137767
May 06 09:27:14.631583 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ce81c0e8-08bb-4ffb-946d-a5b986390a69 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:27:14.661428 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa568f3-9c44-4b07-a9fc-a881de4a3f6d req-0e7bb0ad-e25c-4e8f-8f2a-4a5cb777b32c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:14.674402 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eaa568f3-9c44-4b07-a9fc-a881de4a3f6d req-0e7bb0ad-e25c-4e8f-8f2a-4a5cb777b32c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1733716
May 06 09:27:14.951267 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:27:14.973662 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eaa568f3-9c44-4b07-a9fc-a881de4a3f6d req-79f5a570-b885-4e94-a8dd-e5f89abacbf1 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2838051
May 06 09:27:14.990133 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'port_id': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'mac_address': 'fa:16:3e:95:00:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:27:15.045395 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849ec05-9a7e-44c2-bfea-b6d7652d0c38 req-74f290d7-5501-4cbc-872f-182db698fd3c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:15.047906 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f849ec05-9a7e-44c2-bfea-b6d7652d0c38 req-74f290d7-5501-4cbc-872f-182db698fd3c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.2204268
May 06 09:27:15.136537 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f849ec05-9a7e-44c2-bfea-b6d7652d0c38 req-ce0e923d-b408-4aef-bc00-c5ee7bb463ef tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742619
May 06 09:27:15.163703 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:15.174674 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce81c0e8-08bb-4ffb-946d-a5b986390a69 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:27:15.200402 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:27:15.317295 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:15.318650 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 09801e94-c740-4664-b3e8-2415fae71011 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:27:15.327530 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:15.596596 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:15.604330 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:15.663903 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 09801e94-c740-4664-b3e8-2415fae71011, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=09801e94-c740-4664-b3e8-2415fae71011,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:27:15.693005 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22d97e-0757-4a94-a4be-0d0de75810fe req-17219382-b34b-4b55-aad8-e7225f1232f7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:15.698313 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '09801e94-c740-4664-b3e8-2415fae71011', 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390', 'port_id': '09801e94-c740-4664-b3e8-2415fae71011', 'mac_address': 'fa:16:3e:8e:9e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e6f073-8d8d-4417-a635-75e3b83e0759', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:27:15.700840 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9d22d97e-0757-4a94-a4be-0d0de75810fe req-17219382-b34b-4b55-aad8-e7225f1232f7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 944 time: 0.1572294
May 06 09:27:15.756036 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9d22d97e-0757-4a94-a4be-0d0de75810fe req-8e5660b1-375d-4969-bb1c-c1e87c47c643 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541892
May 06 09:27:15.787375 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:15.807534 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09801e94-c740-4664-b3e8-2415fae71011 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:27:15.825152 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 09801e94-c740-4664-b3e8-2415fae71011, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=09801e94-c740-4664-b3e8-2415fae71011,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:27:15.902724 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:15.905366 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:16.044537 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=09801e94-c740-4664-b3e8-2415fae71011,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:16.063748 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:16.244622 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['ce81c0e8-08bb-4ffb-946d-a5b986390a69'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:27:16.255815 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a11a8-23ce-4771-8b97-9db1a8eda2f8 req-6b516465-d04a-43da-810d-88da1a914bfb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:16.259448 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-768a11a8-23ce-4771-8b97-9db1a8eda2f8 req-6b516465-d04a-43da-810d-88da1a914bfb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1479239
May 06 09:27:16.368893 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['09801e94-c740-4664-b3e8-2415fae71011'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:27:16.454198 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-768a11a8-23ce-4771-8b97-9db1a8eda2f8 req-72c8ed7e-d39e-4cfe-906b-e39387425735 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883528
May 06 09:27:16.487134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ff0ff-e70d-4a16-a64f-4e449d885378 req-e60bb311-42ef-4676-93d9-d39a94420d19 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:16.501802 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-387ff0ff-e70d-4a16-a64f-4e449d885378 req-e60bb311-42ef-4676-93d9-d39a94420d19 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 945 time: 0.2041581
May 06 09:27:16.619883 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-387ff0ff-e70d-4a16-a64f-4e449d885378 req-91cd9620-0399-47b7-9225-370e3faa8501 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086106
May 06 09:27:16.943426 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-42147919-b20f-4297-a19e-aebb2cb57ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:17.007787 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69248748-7def-4e92-a69c-113d0c1d812b req-e44cef55-1ce1-43c4-a8bd-0225a7fd519f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:17.009932 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-69248748-7def-4e92-a69c-113d0c1d812b req-e44cef55-1ce1-43c4-a8bd-0225a7fd519f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 945 time: 0.1169133
May 06 09:27:17.063484 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-69248748-7def-4e92-a69c-113d0c1d812b req-a07c9321-fb36-4330-b9ca-8f678680749e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468671
May 06 09:27:17.371950 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12076a49-444e-4015-a6ef-a55237e0879f req-e047823f-95dd-4be5-8006-425c5431de96 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:17.374610 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-12076a49-444e-4015-a6ef-a55237e0879f req-e047823f-95dd-4be5-8006-425c5431de96 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1070669
May 06 09:27:17.455897 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-12076a49-444e-4015-a6ef-a55237e0879f req-8fcd35b4-c1ba-4733-9e08-25d4f48f3844 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731740
May 06 09:27:17.581907 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-87942abb-17e6-4e10-94f7-4a4c4df9aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:17.584327 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-87942abb-17e6-4e10-94f7-4a4c4df9aacf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1099 time: 0.1348605
May 06 09:27:17.813318 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-abaa696d-9d6b-422d-a245-b83b41a29836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:17.815350 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-abaa696d-9d6b-422d-a245-b83b41a29836 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 918 time: 0.2219591
May 06 09:27:17.949165 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-bc672776-38df-4a5f-bc5b-d5988788b63e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b HTTP/1.1" status: 200  len: 217 time: 0.1233439
May 06 09:27:17.977811 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1755b1-b3bb-4ead-876f-70aa9b76e3bd req-c7feb648-adf9-46bd-90ae-a061cf902e40 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:17.979697 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ed1755b1-b3bb-4ead-876f-70aa9b76e3bd req-c7feb648-adf9-46bd-90ae-a061cf902e40 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 945 time: 0.1472821
May 06 09:27:18.035619 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-8d9fb84c-350a-49e4-87a7-60b690563be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:18.037515 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-8d9fb84c-350a-49e4-87a7-60b690563be3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.0782166
May 06 09:27:18.038825 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ed1755b1-b3bb-4ead-876f-70aa9b76e3bd req-d4140999-a9b9-4a55-ac26-3fbaca8d4042 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473840
May 06 09:27:18.097092 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-6a387199-b538-4fef-a024-197cb96652d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490110
May 06 09:27:18.333225 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-123b9065-c036-4d4e-9f16-80b8f796179b service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250280
May 06 09:27:18.339117 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa255df-c1e5-4269-bb64-1b7ad60ab8d0 req-7ccd3609-1da3-48e9-b1a4-4d2b5fed030a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:18.340959 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dfa255df-c1e5-4269-bb64-1b7ad60ab8d0 req-7ccd3609-1da3-48e9-b1a4-4d2b5fed030a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 945 time: 0.1113377
May 06 09:27:18.449479 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dfa255df-c1e5-4269-bb64-1b7ad60ab8d0 req-922bbb37-a411-4627-bf3f-c357974b9815 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939391
May 06 09:27:18.603869 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-ded3b43d-32a9-4e7c-97a5-628cfd4f66ab req-985636c5-f6ae-476c-8035-4171e4605336 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502983
May 06 09:27:18.649164 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ce81c0e8-08bb-4ffb-946d-a5b986390a69 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:27:18.686470 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39348) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:18.799634 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b404f9-1425-4b73-a1ff-e7a0d8b041be req-5a5e71b5-858b-4358-b57e-8d9bf6983a72 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:18.803711 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-59b404f9-1425-4b73-a1ff-e7a0d8b041be req-5a5e71b5-858b-4358-b57e-8d9bf6983a72 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1896219
May 06 09:27:18.879556 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-59b404f9-1425-4b73-a1ff-e7a0d8b041be req-a7d40388-980a-48c4-82f9-5e3fe03e10b9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681412
May 06 09:27:18.891364 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:18.912272 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:18.919181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Usage tracker for resource:security_group_rule and tenant:04335caba8ba486f8d0084e2089c0b9f is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:18.923076 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:18.932806 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:18.952790 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port ce81c0e8-08bb-4ffb-946d-a5b986390a69 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:27:18.974637 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-5881625b-5226-48a5-96ab-15c01409611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:18.976574 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-5881625b-5226-48a5-96ab-15c01409611e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1099 time: 0.1954949
May 06 09:27:18.977673 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port ce81c0e8-08bb-4ffb-946d-a5b986390a69 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:27:18.978343 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:19.293809 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:19.305738 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:19.345406 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:27:19.367001 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:27:19.397650 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:19.429472 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'code': 200}
May 06 09:27:19.475878 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffd233-bc23-41e5-847b-10d3f720143c req-f0e25b95-7e2e-423a-addd-c562ee6ac647 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:19.477939 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-35ffd233-bc23-41e5-847b-10d3f720143c req-f0e25b95-7e2e-423a-addd-c562ee6ac647 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 945 time: 0.1951432
May 06 09:27:19.508946 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:19.510713 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 09801e94-c740-4664-b3e8-2415fae71011 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:27:19.510984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:19.556007 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-885a762d-cfc8-4d31-a9c9-5a4a0ee8b05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:19.582234 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=04335caba8ba486f8d0084e2089c0b9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8942888
May 06 09:27:19.584910 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-217b94ec-c634-4209-b52c-55e64f08db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:19.586981 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-217b94ec-c634-4209-b52c-55e64f08db87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 918 time: 0.5822666
May 06 09:27:19.587827 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39364) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:19.645428 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:19.688257 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-35ffd233-bc23-41e5-847b-10d3f720143c req-9c395fb7-105c-4e3b-a216-de95d3f82272 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1871200
May 06 09:27:19.851740 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1d65ad2b-647d-431b-b2c0-2bfa7c16a0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:19.854532 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-67eefbb7-e00e-4e9f-8982-3ec4f59dd313 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b HTTP/1.1" status: 200  len: 217 time: 0.1515472
May 06 09:27:19.874274 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:19.883816 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:19.908350 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2cf48-94f3-4a11-bfb3-85d0b413e3da req-46550930-a340-45a1-95cb-1eedac2a23ad tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:19.910713 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-01f2cf48-94f3-4a11-bfb3-85d0b413e3da req-46550930-a340-45a1-95cb-1eedac2a23ad tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 945 time: 0.1351073
May 06 09:27:19.928995 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901ef1c3-6e49-423c-aa34-1c5b953932df,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:19.938248 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:19.958750 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 09801e94-c740-4664-b3e8-2415fae71011 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:27:19.963704 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1d65ad2b-647d-431b-b2c0-2bfa7c16a0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:19.965365 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c608823f-6c98-4c30-9c3c-45efb1df45d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:19.978170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 09801e94-c740-4664-b3e8-2415fae71011 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:27:19.979012 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:20.013091 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-4c23c31a-5a5a-4233-bcfc-160fce74b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:20.016471 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-4c23c31a-5a5a-4233-bcfc-160fce74b30f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.1430624
May 06 09:27:20.039677 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-01f2cf48-94f3-4a11-bfb3-85d0b413e3da req-3471f1dc-6a31-4334-af32-1621fe333c85 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170573
May 06 09:27:20.163332 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd6cf5-ad2d-49c6-8275-bb8291176e2a req-774e7246-3427-463d-9ab2-a06c805caf94 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:20.165585 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-39bd6cf5-ad2d-49c6-8275-bb8291176e2a req-774e7246-3427-463d-9ab2-a06c805caf94 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1145277
May 06 09:27:20.209066 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-db90f5f9-1af5-4a97-a825-63dd82d7517a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1176622
May 06 09:27:20.271308 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-39bd6cf5-ad2d-49c6-8275-bb8291176e2a req-aa72a539-6e69-4a66-b178-bc1d4e3052bb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943341
May 06 09:27:20.273272 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:20.366427 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 09801e94-c740-4664-b3e8-2415fae71011, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=09801e94-c740-4664-b3e8-2415fae71011,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:27:20.457717 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:20.470132 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a553fa-8de4-458f-8d49-56fde1b064a6 req-24136f11-7530-4f87-90cb-5e135848e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:20.472845 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b9a553fa-8de4-458f-8d49-56fde1b064a6 req-24136f11-7530-4f87-90cb-5e135848e70d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 1099 time: 0.4533353
May 06 09:27:20.482927 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:20.486259 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-92c70f51-a3bb-4c5c-838b-e0f75893e133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:20.534956 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1d65ad2b-647d-431b-b2c0-2bfa7c16a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:20.551860 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c0e20592-c213-4884-a082-184554a8fa04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:20.604630 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=09801e94-c740-4664-b3e8-2415fae71011,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:20.608032 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:20.611944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65ad2b-647d-431b-b2c0-2bfa7c16a0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901ef1c3-6e49-423c-aa34-1c5b953932df,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:20.622542 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1d65ad2b-647d-431b-b2c0-2bfa7c16a0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:20.641413 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-1ef94668-61f0-4817-a8b8-df9b650a28fa service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4224732
May 06 09:27:20.643918 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1d65ad2b-647d-431b-b2c0-2bfa7c16a0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:20.645787 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-1d65ad2b-647d-431b-b2c0-2bfa7c16a0cb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/901ef1c3-6e49-423c-aa34-1c5b953932df HTTP/1.1" status: 204  len: 168 time: 1.0544968
May 06 09:27:20.650015 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b9a553fa-8de4-458f-8d49-56fde1b064a6 req-24ada337-eacf-4644-8c88-ba1a76ab3b64 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567507
May 06 09:27:20.841110 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cc6ed1de-9db9-4b7a-a9c6-6c9dac2bdd37 req-d0dc99ba-20b0-48a7-9765-fdbcecf53604 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1899498
May 06 09:27:21.051695 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5db8be-e78e-47c1-8bb8-0723466cbf70 req-1f05e95a-cad7-42dc-a0b2-74c1cd1ba3a0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:21.053594 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eb5db8be-e78e-47c1-8bb8-0723466cbf70 req-1f05e95a-cad7-42dc-a0b2-74c1cd1ba3a0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.0991063
May 06 09:27:21.137727 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eb5db8be-e78e-47c1-8bb8-0723466cbf70 req-8ebfbea4-cc19-41ae-8b18-d92d8d475362 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496621
May 06 09:27:21.430846 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b366927-9667-4efe-b3f4-67e38ece7889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09801e94-c740-4664-b3e8-2415fae71011'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:27:21.438976 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b4282-37c7-4483-9900-3232b9e84c2e req-c961fe48-849d-48a2-b632-6dbdbf471476 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:21.441364 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4b7b4282-37c7-4483-9900-3232b9e84c2e req-c961fe48-849d-48a2-b632-6dbdbf471476 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 946 time: 0.2033563
May 06 09:27:21.552207 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4b7b4282-37c7-4483-9900-3232b9e84c2e req-92c2cf15-ae39-4937-bb63-762d9838d3ed tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004429
May 06 09:27:21.618664 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ca5d8-200d-412b-9978-ee40f081c6a3 req-12884d90-944a-4835-9d21-9eda4e036b66 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:21.633110 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ef0ca5d8-200d-412b-9978-ee40f081c6a3 req-12884d90-944a-4835-9d21-9eda4e036b66 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1838310
May 06 09:27:21.764671 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ef0ca5d8-200d-412b-9978-ee40f081c6a3 req-976b3d0e-2b2e-4273-98d7-6a6ccaae61d9 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283305
May 06 09:27:21.857655 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b366927-9667-4efe-b3f4-67e38ece7889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09801e94-c740-4664-b3e8-2415fae71011', 'code': 200}
May 06 09:27:21.967601 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39406) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:21.995780 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:22.018477 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:22.027517 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Usage tracker for resource:security_group_rule and tenant:e62699db729b49daad74cebe84845a4f is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:22.035840 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:22.045522 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:22.143775 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:22.350660 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5493a5-ce29-40ad-8839-a30f7b900b16 req-fa92df7e-f7f1-4678-bfa6-f123e6c685b5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:22.352150 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0d5493a5-ce29-40ad-8839-a30f7b900b16 req-fa92df7e-f7f1-4678-bfa6-f123e6c685b5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.0873110
May 06 09:27:22.483705 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0d5493a5-ce29-40ad-8839-a30f7b900b16 req-4e22248c-7af4-452c-b64f-77b1de98c22c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1231081
May 06 09:27:22.625779 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:22.626460 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:22.682133 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-4d6986d4-77b1-4478-9a7b-5cb0919cf633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:22.700337 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e62699db729b49daad74cebe84845a4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7294755
May 06 09:27:22.702345 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39414) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:22.801409 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0a328fac-7f00-4400-8da5-a85830fe35d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:22.865761 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25bf9db-9ab0-4dee-b2c4-37a0a752901f,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:22.872825 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:22.884770 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0a328fac-7f00-4400-8da5-a85830fe35d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:22.992552 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83aef7-a713-45b2-bfa3-209726d715a5 req-0f44d13c-89e1-4d6a-9577-3d488d88f23b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:22.999902 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9706c40-a3a1-4eda-86ad-3c1b6088dd0a req-3ab9de1d-065d-4da0-8efe-0c822e5f2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:23.001540 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a9706c40-a3a1-4eda-86ad-3c1b6088dd0a req-3ab9de1d-065d-4da0-8efe-0c822e5f2e33 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 1099 time: 0.1965251
May 06 09:27:23.009685 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ab83aef7-a713-45b2-bfa3-209726d715a5 req-0f44d13c-89e1-4d6a-9577-3d488d88f23b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 946 time: 0.2137580
May 06 09:27:23.090997 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a9706c40-a3a1-4eda-86ad-3c1b6088dd0a req-2394dde3-bf95-4004-a220-4f9499cf21c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822237
May 06 09:27:23.121192 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ab83aef7-a713-45b2-bfa3-209726d715a5 req-79c3c807-661c-4b11-9476-2c6e64906eca tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043794
May 06 09:27:23.182284 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0a328fac-7f00-4400-8da5-a85830fe35d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:23.189008 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:23.202012 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a328fac-7f00-4400-8da5-a85830fe35d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25bf9db-9ab0-4dee-b2c4-37a0a752901f,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:23.206130 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0a328fac-7f00-4400-8da5-a85830fe35d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:23.208456 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0a328fac-7f00-4400-8da5-a85830fe35d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:23.209736 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-0a328fac-7f00-4400-8da5-a85830fe35d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b25bf9db-9ab0-4dee-b2c4-37a0a752901f HTTP/1.1" status: 204  len: 168 time: 0.5065582
May 06 09:27:23.503583 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:23.779039 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68989f-13d6-42a5-a482-c85c59f4f60c req-a8d4bd27-1d07-451e-9f85-ba4e2949b307 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:23.781749 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6b68989f-13d6-42a5-a482-c85c59f4f60c req-a8d4bd27-1d07-451e-9f85-ba4e2949b307 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1187496
May 06 09:27:23.869732 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6b68989f-13d6-42a5-a482-c85c59f4f60c req-bc67465d-5fce-4ea5-bef2-b82305c93909 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768657
May 06 09:27:24.624018 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa8343-3234-4fd1-a895-b58fcccdcc3e req-951cdb85-d757-4eaa-8def-05481bbbbd4e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:24.626194 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-61fa8343-3234-4fd1-a895-b58fcccdcc3e req-951cdb85-d757-4eaa-8def-05481bbbbd4e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.4563136
May 06 09:27:24.642341 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39450) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:24.653284 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-51457691-7f7a-4d63-9b7c-41d8039c2d2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'floatingip': {'port_id': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:27:24.657627 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a872a0-6847-4fb8-bf96-3a385068927b req-688f1599-7967-45f1-ab21-cf331e67e304 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:24.659290 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a3a872a0-6847-4fb8-bf96-3a385068927b req-688f1599-7967-45f1-ab21-cf331e67e304 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 946 time: 0.2354264
May 06 09:27:24.760084 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a3a872a0-6847-4fb8-bf96-3a385068927b req-4af87a09-9485-4cf1-8cd1-ba3c73e2b62d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841694
May 06 09:27:24.835682 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-51457691-7f7a-4d63-9b7c-41d8039c2d2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:25.617526 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8f40e-7fc9-4345-aad8-986c665038cd req-010ae28c-997b-4465-8a00-1b4ccd249381 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:25.617526 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-28c8f40e-7fc9-4345-aad8-986c665038cd req-010ae28c-997b-4465-8a00-1b4ccd249381 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1095731
May 06 09:27:25.658444 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-28c8f40e-7fc9-4345-aad8-986c665038cd req-d9d2f6fe-b545-4568-b731-b064b59f587e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470545
May 06 09:27:26.041210 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64174d-07f9-41bf-bfd4-cd5fe357440f req-7592518c-35fa-42e2-b831-712cdfadeb6a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:26.042804 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ae64174d-07f9-41bf-bfd4-cd5fe357440f req-7592518c-35fa-42e2-b831-712cdfadeb6a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 946 time: 0.0969594
May 06 09:27:26.131814 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ae64174d-07f9-41bf-bfd4-cd5fe357440f req-89abe6ef-b87d-4350-b39c-89ae3809446d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790999
May 06 09:27:26.318678 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-51457691-7f7a-4d63-9b7c-41d8039c2d2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:26.382271 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-51457691-7f7a-4d63-9b7c-41d8039c2d2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:26.703280 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.l3_db [None req-51457691-7f7a-4d63-9b7c-41d8039c2d2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Floating IP b89ecfb3-2549-419e-a97a-103a0cb3ae83 associated. External IP: 172.27.3.217, port: ce81c0e8-08bb-4ffb-946d-a5b986390a69.
May 06 09:27:26.978990 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7f9fa-3742-4faf-9b2e-6d998105935b req-d1a65f48-5cd4-45e0-8905-2638fe99df36 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:26.993244 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-56f7f9fa-3742-4faf-9b2e-6d998105935b req-d1a65f48-5cd4-45e0-8905-2638fe99df36 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1728358
May 06 09:27:27.049673 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-56f7f9fa-3742-4faf-9b2e-6d998105935b req-d31472a7-905d-4c03-9e2b-ad7d56fba003 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540910
May 06 09:27:27.260838 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51457691-7f7a-4d63-9b7c-41d8039c2d2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Router 01ef0b11-00ef-468b-9c72-7d938aff2a4c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:27:27.488543 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51457691-7f7a-4d63-9b7c-41d8039c2d2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:27:27.495428 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-51457691-7f7a-4d63-9b7c-41d8039c2d2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:27.501406 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] Sync routers for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:27:27.516658 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:27:27.519414 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06918e0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:27:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:27:27.609527 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-51457691-7f7a-4d63-9b7c-41d8039c2d2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "PUT /v2.0/floatingips/b89ecfb3-2549-419e-a97a-103a0cb3ae83 HTTP/1.1" status: 200  len: 992 time: 2.9650950
May 06 09:27:27.610708 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:27:27.701546 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'status': 'completed', 'code': 200}
May 06 09:27:27.820148 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:27:27.945075 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2346c-9562-4076-a449-65b87579f664 req-3b7dd607-40c0-49b4-a131-fca4d5de4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:27.946598 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a9f2346c-9562-4076-a449-65b87579f664 req-3b7dd607-40c0-49b4-a131-fca4d5de4865 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 1099 time: 0.1912057
May 06 09:27:28.132870 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2346c-9562-4076-a449-65b87579f664 req-c0048f26-dd08-4ac9-a3d3-087725bc8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:28.134824 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a9f2346c-9562-4076-a449-65b87579f664 req-c0048f26-dd08-4ac9-a3d3-087725bc8988 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 918 time: 0.1734185
May 06 09:27:28.285256 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a9f2346c-9562-4076-a449-65b87579f664 req-b5a2428f-92ce-40f4-b068-3cdc306d227b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69 HTTP/1.1" status: 200  len: 1000 time: 0.1384034
May 06 09:27:28.351942 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f428d3-94fd-4641-9964-ee8d64fa2536 req-cf8387ee-0074-4d2a-86c8-d3c9e40a90f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:28.364173 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-11f428d3-94fd-4641-9964-ee8d64fa2536 req-cf8387ee-0074-4d2a-86c8-d3c9e40a90f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1348073
May 06 09:27:28.369831 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2346c-9562-4076-a449-65b87579f664 req-f5ed8e5e-457f-449b-9581-dd00391d593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:28.371345 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a9f2346c-9562-4076-a449-65b87579f664 req-f5ed8e5e-457f-449b-9581-dd00391d593a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.0769780
May 06 09:27:28.425712 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-11f428d3-94fd-4641-9964-ee8d64fa2536 req-9241017f-3946-40bf-b4f2-a0b79ed6e19b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584843
May 06 09:27:28.446155 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06918e0>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': 'b89ecfb3-2549-419e-a97a-103a0cb3ae83', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'port_id': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'mac_address': 'fa:16:3e:95:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:26:53Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 1, 'project_id': '080a2d6be38b48ec95862921c280670c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:27:28.451863 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] Checking router: 01ef0b11-00ef-468b-9c72-7d938aff2a4c for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:27:28.466421 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:27:28.467327 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06918e0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:27:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:27:28.500409 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2346c-9562-4076-a449-65b87579f664 req-87c7d50f-cd04-4cfd-8934-6631828c4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:28.505262 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a9f2346c-9562-4076-a449-65b87579f664 req-87c7d50f-cd04-4cfd-8934-6631828c4bdf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1202195
May 06 09:27:28.689827 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a9f2346c-9562-4076-a449-65b87579f664 req-2bb7e45a-3108-4763-915b-299801163510 service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598401
May 06 09:27:28.736118 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:27:28.953184 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a9f2346c-9562-4076-a449-65b87579f664 req-ccdf55c6-267c-4578-a0f3-04267c702d3f service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2489066
May 06 09:27:29.282922 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06918e0>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': 'b89ecfb3-2549-419e-a97a-103a0cb3ae83', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'port_id': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'mac_address': 'fa:16:3e:95:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:26:53Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 1, 'project_id': '080a2d6be38b48ec95862921c280670c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:27:29.291180 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d199d-98b4-4e72-aa42-7df378c5ab27 None None] The sync data for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi is: [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': 'b89ecfb3-2549-419e-a97a-103a0cb3ae83', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'port_id': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'mac_address': 'fa:16:3e:95:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:26:53Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 1, 'project_id': '080a2d6be38b48ec95862921c280670c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:27:29.534839 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080034a5-027c-4457-80b8-03d72f0ef640 req-ce984d65-eb81-4aef-a1a2-afd8cc4479ad tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:29.538093 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-080034a5-027c-4457-80b8-03d72f0ef640 req-ce984d65-eb81-4aef-a1a2-afd8cc4479ad tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1194777
May 06 09:27:29.588491 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bba37e-05a5-4f46-9e82-128cd0a06202 None None] New status for floating IP b89ecfb3-2549-419e-a97a-103a0cb3ae83: ACTIVE {{(pid=74358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:27:29.604206 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-080034a5-027c-4457-80b8-03d72f0ef640 req-44acd08d-f7cd-4ced-aa1c-c464357ac3b1 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556452
May 06 09:27:29.762533 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaa013-78ef-49c5-807c-fa48c5ed4e17 req-a9ae61ff-8caa-474c-a63d-a66689a94a5f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:29.765742 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7deaa013-78ef-49c5-807c-fa48c5ed4e17 req-a9ae61ff-8caa-474c-a63d-a66689a94a5f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1253428
May 06 09:27:29.851254 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7deaa013-78ef-49c5-807c-fa48c5ed4e17 req-91e70acf-d305-4e43-a4e7-11c0092900ea tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783997
May 06 09:27:31.368459 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39604) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:31.588373 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:31.627861 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:31.637827 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] Usage tracker for resource:security_group_rule and tenant:ba45ec1ad3e7485b9b72c80b6de0007c is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:31.644038 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:31.664261 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:31.840399 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:31.968786 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623bdb-24e4-4100-9c35-9eb3b633c320 req-d858ddf2-65ed-43b4-9c63-9a0c517ca08c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:31.970594 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cd623bdb-24e4-4100-9c35-9eb3b633c320 req-d858ddf2-65ed-43b4-9c63-9a0c517ca08c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1571119
May 06 09:27:32.001114 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:32.054746 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cd623bdb-24e4-4100-9c35-9eb3b633c320 req-844fb4c5-e807-450d-a5a7-2ab6e5eabbba tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732627
May 06 09:27:32.058909 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-118f91e2-cd33-48b4-95ac-9d0b2c62bee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:32.108653 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba45ec1ad3e7485b9b72c80b6de0007c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7371113
May 06 09:27:32.111736 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39620) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:32.120001 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dae1e4-fe73-47db-86b3-6ad97717f2b9,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:32.123993 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-e9d4a946-5f5e-4a1d-a9a5-8e178bf8045e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:32.195504 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-62299af4-d6e1-42d6-b835-a189f691ce8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:32.227259 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-62299af4-d6e1-42d6-b835-a189f691ce8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:32.385291 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-62299af4-d6e1-42d6-b835-a189f691ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:32.390871 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:32.406577 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62299af4-d6e1-42d6-b835-a189f691ce8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dae1e4-fe73-47db-86b3-6ad97717f2b9,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:32.411060 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-62299af4-d6e1-42d6-b835-a189f691ce8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:32.419977 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-62299af4-d6e1-42d6-b835-a189f691ce8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:32.425694 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-62299af4-d6e1-42d6-b835-a189f691ce8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02dae1e4-fe73-47db-86b3-6ad97717f2b9 HTTP/1.1" status: 204  len: 168 time: 0.3080149
May 06 09:27:32.597289 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:27:33.355291 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5572f3-a4ae-4ae7-9fe7-13b5ad6cac8f req-c6563ad1-cc7f-42d0-8226-bdbfafef4076 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:33.357108 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9b5572f3-a4ae-4ae7-9fe7-13b5ad6cac8f req-c6563ad1-cc7f-42d0-8226-bdbfafef4076 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1227555
May 06 09:27:33.398792 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39644) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:33.426094 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:33.444956 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:33.456177 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Usage tracker for resource:security_group_rule and tenant:18c97d7955ad40bdbf944390cb81b63e is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:33.460906 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:33.476636 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:33.504273 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9b5572f3-a4ae-4ae7-9fe7-13b5ad6cac8f req-9e8d667a-8bab-4baf-baaa-62b7fd99026c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1296165
May 06 09:27:33.661898 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:33.728559 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:33.738727 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5a892de9-b0c1-4a15-bd05-cfe89e64f461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:33.807156 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb330b04-26cb-4eda-a17f-ffdcd49d253d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:33.815384 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=18c97d7955ad40bdbf944390cb81b63e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4143913
May 06 09:27:33.817003 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:33.818932 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39660) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:33.925811 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-28eec433-f390-4299-8160-73d67f77ba9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:33.976137 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-28eec433-f390-4299-8160-73d67f77ba9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:34.168088 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-28eec433-f390-4299-8160-73d67f77ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:34.174670 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-61479a6b-5001-4f6e-bb34-8dacb9d1ed98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:34.192595 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eec433-f390-4299-8160-73d67f77ba9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb330b04-26cb-4eda-a17f-ffdcd49d253d,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:34.195127 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-28eec433-f390-4299-8160-73d67f77ba9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:34.202991 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-28eec433-f390-4299-8160-73d67f77ba9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:34.202991 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-28eec433-f390-4299-8160-73d67f77ba9a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eb330b04-26cb-4eda-a17f-ffdcd49d253d HTTP/1.1" status: 204  len: 168 time: 0.3821177
May 06 09:27:34.387265 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39668) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:34.882873 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:34.906063 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:34.913124 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Usage tracker for resource:security_group_rule and tenant:0ac13e0f519844ee99215a133bc79a42 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:34.917364 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:34.927523 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:34.971035 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70149f-2f21-49b7-99f4-bc060c95bbf4 req-ef67de5a-ceec-48d0-b7bb-0c82f858dec6 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:34.972752 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fd70149f-2f21-49b7-99f4-bc060c95bbf4 req-ef67de5a-ceec-48d0-b7bb-0c82f858dec6 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.2188327
May 06 09:27:35.044581 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fd70149f-2f21-49b7-99f4-bc060c95bbf4 req-7080a63f-4c2f-43b6-98a6-27b8a5fec2d6 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627263
May 06 09:27:35.101499 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:35.162351 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:35.174429 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:35.250599 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0ac13e0f519844ee99215a133bc79a42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8616829
May 06 09:27:35.253566 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39694) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:35.254345 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3501f124-02d9-4fac-bb13-f9de1c5788ce,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:35.259555 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:35.369074 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-06e14148-8c13-41e0-aee4-70c0b4957e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:35.418049 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-06e14148-8c13-41e0-aee4-70c0b4957e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:35.596452 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-06e14148-8c13-41e0-aee4-70c0b4957e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:35.600596 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:35.617017 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e14148-8c13-41e0-aee4-70c0b4957e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3501f124-02d9-4fac-bb13-f9de1c5788ce,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:35.619936 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-06e14148-8c13-41e0-aee4-70c0b4957e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:35.643489 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-06e14148-8c13-41e0-aee4-70c0b4957e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:35.645377 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-06e14148-8c13-41e0-aee4-70c0b4957e66 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3501f124-02d9-4fac-bb13-f9de1c5788ce HTTP/1.1" status: 204  len: 168 time: 0.3903813
May 06 09:27:36.359681 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca3f07-0343-4266-a138-e2c203d01978 req-17b4381d-9fbb-4b67-afee-485d86eeb2ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:36.361680 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b2ca3f07-0343-4266-a138-e2c203d01978 req-17b4381d-9fbb-4b67-afee-485d86eeb2ff tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1174855
May 06 09:27:36.423239 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b2ca3f07-0343-4266-a138-e2c203d01978 req-75c8f114-68cb-4e35-9e83-b896bf2b189d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545332
May 06 09:27:36.612946 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39732) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:36.633677 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:36.649866 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:36.654536 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1dd9e768134870b21848ce9af8a19a is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:36.658166 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:36.665301 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:36.781422 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:36.879102 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:36.887682 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0d0ee62d-5bb1-4941-adfe-0f1535716679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:36.950035 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0d1dd9e768134870b21848ce9af8a19a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3323762
May 06 09:27:36.950035 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f0983-5538-417e-8571-4590d0702877,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:36.951210 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39746) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:36.952893 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:37.041632 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0c6f-d38a-4d0f-9896-10e0cba5f41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:37.096376 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0c6f-d38a-4d0f-9896-10e0cba5f41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:37.302401 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0c6f-d38a-4d0f-9896-10e0cba5f41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:37.314821 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-fa405733-3848-4377-8a8b-057d6032987f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:37.431144 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c0c6f-d38a-4d0f-9896-10e0cba5f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f0983-5538-417e-8571-4590d0702877,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:37.435989 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1a5c0c6f-d38a-4d0f-9896-10e0cba5f41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:37.443629 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0c6f-d38a-4d0f-9896-10e0cba5f41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:37.447036 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-1a5c0c6f-d38a-4d0f-9896-10e0cba5f41e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/251f0983-5538-417e-8571-4590d0702877 HTTP/1.1" status: 204  len: 168 time: 0.4930294
May 06 09:27:37.647214 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec80b3-ee2b-4cba-a932-d41910c3fa72 req-a7173ec6-7302-475c-ab11-9882368ba2ea tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:37.649098 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dcec80b3-ee2b-4cba-a932-d41910c3fa72 req-a7173ec6-7302-475c-ab11-9882368ba2ea tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.0981693
May 06 09:27:37.701717 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dcec80b3-ee2b-4cba-a932-d41910c3fa72 req-5394ed55-c52a-4146-8801-f888e9b5b472 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465767
May 06 09:27:38.487004 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39776) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:38.514036 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:38.530261 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:38.535328 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1a8417a1c7264b1da29671ba1ebe8a9d is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:38.538955 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:38.546770 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:38.649351 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:38.716128 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:38.726127 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f24cff36-68df-4ed2-86e9-b1bccb8fe3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:38.771148 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1a8417a1c7264b1da29671ba1ebe8a9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2809267
May 06 09:27:38.772074 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f3471a-f196-406e-9e59-e531e04abb06,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:38.773429 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39784) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:38.784436 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:38.861466 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4250-ef99-4158-b0fd-6d09aa852fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:38.933936 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4250-ef99-4158-b0fd-6d09aa852fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:39.021642 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9febf7a-e160-44be-bc9b-cd6f25ef688e req-40608c7a-2f2b-4f2c-9eac-520c6bbdf7f4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:39.023337 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c9febf7a-e160-44be-bc9b-cd6f25ef688e req-40608c7a-2f2b-4f2c-9eac-520c6bbdf7f4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1338015
May 06 09:27:39.075142 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c9febf7a-e160-44be-bc9b-cd6f25ef688e req-efcd0681-8d3c-4acb-b189-39c158e471ba tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450125
May 06 09:27:39.147953 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4250-ef99-4158-b0fd-6d09aa852fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:39.153455 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-85cadb3c-3fdd-4867-903f-76f6246360ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:39.172351 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee4250-ef99-4158-b0fd-6d09aa852fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f3471a-f196-406e-9e59-e531e04abb06,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:39.175656 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-c9ee4250-ef99-4158-b0fd-6d09aa852fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:39.176672 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4250-ef99-4158-b0fd-6d09aa852fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:39.179494 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-c9ee4250-ef99-4158-b0fd-6d09aa852fe5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a8f3471a-f196-406e-9e59-e531e04abb06 HTTP/1.1" status: 204  len: 168 time: 0.4028018
May 06 09:27:40.397098 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c73de9-3641-44e2-932e-b5370c245804 req-33c40a5a-5e13-48b5-9206-b2e406e6f2df tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:40.398678 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-63c73de9-3641-44e2-932e-b5370c245804 req-33c40a5a-5e13-48b5-9206-b2e406e6f2df tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1000540
May 06 09:27:40.447649 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-63c73de9-3641-44e2-932e-b5370c245804 req-be08f6b8-f0ee-43bc-aabd-21a0feb76262 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424008
May 06 09:27:41.683186 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d695e8-fe6a-4609-94f7-3e89916a297b req-7c6d6f90-54b9-45d1-a6b0-199f7bfb9c84 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:41.685084 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f6d695e8-fe6a-4609-94f7-3e89916a297b req-7c6d6f90-54b9-45d1-a6b0-199f7bfb9c84 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1110258
May 06 09:27:41.773694 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f6d695e8-fe6a-4609-94f7-3e89916a297b req-c25725e5-a7cf-4699-850e-fecb62e5a731 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813944
May 06 09:27:41.837210 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ff12e-96da-4198-9ef9-50bf32c4cf7c req-a251d8e6-d3db-4035-b5e5-9a0ada113221 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:41.838902 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-227ff12e-96da-4198-9ef9-50bf32c4cf7c req-a251d8e6-d3db-4035-b5e5-9a0ada113221 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1149681
May 06 09:27:41.850070 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e30716-419b-47c3-a8db-c848172743ec req-9c3c552b-3589-49a2-88a2-1cbd8e4ccef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:41.852365 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b0e30716-419b-47c3-a8db-c848172743ec req-9c3c552b-3589-49a2-88a2-1cbd8e4ccef5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1099 time: 0.0971372
May 06 09:27:41.921728 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-227ff12e-96da-4198-9ef9-50bf32c4cf7c req-e1ec3a5e-06f7-461d-ae8b-5cf284179be0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728822
May 06 09:27:42.052296 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e30716-419b-47c3-a8db-c848172743ec req-28242298-d0c9-4753-84d7-cc31149e4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:42.055690 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b0e30716-419b-47c3-a8db-c848172743ec req-28242298-d0c9-4753-84d7-cc31149e4c99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 918 time: 0.1951327
May 06 09:27:42.132982 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b0e30716-419b-47c3-a8db-c848172743ec req-db24a701-7728-4fe4-89fb-d40bbb65147c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b HTTP/1.1" status: 200  len: 217 time: 0.0673797
May 06 09:27:42.209100 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e30716-419b-47c3-a8db-c848172743ec req-d89f4556-6dd5-4506-896b-c79a4a0fad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:42.210679 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b0e30716-419b-47c3-a8db-c848172743ec req-d89f4556-6dd5-4506-896b-c79a4a0fad2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.0661111
May 06 09:27:42.363382 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b0e30716-419b-47c3-a8db-c848172743ec req-656d5da0-c616-4c0c-be44-a201262725db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1425478
May 06 09:27:42.517843 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b0e30716-419b-47c3-a8db-c848172743ec req-b19e99ac-e884-4e3d-b460-c50af4b023df service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392355
May 06 09:27:42.669854 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b0e30716-419b-47c3-a8db-c848172743ec req-db49d24f-4ff3-4ad8-b7ba-fd2f7f165b9a service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416485
May 06 09:27:43.065720 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfe9fd-804d-4631-a310-f2fb52886636 req-b18ff7ee-6517-4794-8952-ab401da6af64 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:43.067343 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cabfe9fd-804d-4631-a310-f2fb52886636 req-b18ff7ee-6517-4794-8952-ab401da6af64 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1572742
May 06 09:27:43.164549 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cabfe9fd-804d-4631-a310-f2fb52886636 req-13a5af1b-4e03-4980-963b-8142f02c6d55 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585911
May 06 09:27:43.224318 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8787f-3a78-49d3-b5ca-fa18bde11523 req-fb3fc4a4-4adb-4195-822e-2a89c33ac957 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:43.227594 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-feb8787f-3a78-49d3-b5ca-fa18bde11523 req-fb3fc4a4-4adb-4195-822e-2a89c33ac957 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1590867
May 06 09:27:43.331597 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-feb8787f-3a78-49d3-b5ca-fa18bde11523 req-8ac2b897-1c97-43e0-95b6-f394559a86b0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855970
May 06 09:27:44.447708 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa82f42-32ab-4dba-a83d-2f9ce9b9c391 req-f39e9325-af31-4c4f-bcef-82107431b77d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:44.451593 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1aa82f42-32ab-4dba-a83d-2f9ce9b9c391 req-f39e9325-af31-4c4f-bcef-82107431b77d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1221595
May 06 09:27:44.537683 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1aa82f42-32ab-4dba-a83d-2f9ce9b9c391 req-34eca278-c3f9-4dc8-a9ce-ab609824a20f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777724
May 06 09:27:44.620684 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39880) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:44.787061 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:44.791008 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0b7e9-5ffd-4fee-b3af-ec191ad0e8cd req-63be15e2-ad57-4a89-bf70-3644e067dbf0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:44.792599 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c2f0b7e9-5ffd-4fee-b3af-ec191ad0e8cd req-63be15e2-ad57-4a89-bf70-3644e067dbf0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1110826
May 06 09:27:44.808507 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:44.813695 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Usage tracker for resource:security_group_rule and tenant:892e4a74f01f4c0aa58e4474e78a8d55 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:44.817936 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:44.825347 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:44.862767 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c2f0b7e9-5ffd-4fee-b3af-ec191ad0e8cd req-b24d161f-307c-4061-ad70-4e24d7c2ec86 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590994
May 06 09:27:44.955836 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:45.047408 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:45.055880 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:45.100642 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=892e4a74f01f4c0aa58e4474e78a8d55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4784322
May 06 09:27:45.101578 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04838919-0a94-4710-890b-2d9fbe199ff1,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:45.104104 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39890) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:45.104924 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:45.180974 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-67377719-6548-45d1-800d-0ae053bf3738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:45.214117 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-67377719-6548-45d1-800d-0ae053bf3738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:45.373806 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-67377719-6548-45d1-800d-0ae053bf3738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:45.380190 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:45.393565 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67377719-6548-45d1-800d-0ae053bf3738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04838919-0a94-4710-890b-2d9fbe199ff1,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:45.398012 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-67377719-6548-45d1-800d-0ae053bf3738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:45.401776 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-67377719-6548-45d1-800d-0ae053bf3738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:45.403085 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-67377719-6548-45d1-800d-0ae053bf3738 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/04838919-0a94-4710-890b-2d9fbe199ff1 HTTP/1.1" status: 204  len: 168 time: 0.2973974
May 06 09:27:45.608924 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39902) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:45.924978 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f50ace-c66b-41cb-9e63-99b72f401de6 req-3672619a-7fd9-4671-ac99-e9cf406f691d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:45.927401 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-55f50ace-c66b-41cb-9e63-99b72f401de6 req-3672619a-7fd9-4671-ac99-e9cf406f691d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1324399
May 06 09:27:45.981181 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.022749 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:46.037496 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-55f50ace-c66b-41cb-9e63-99b72f401de6 req-b90a9cdf-8864-4ebf-94ba-b8d0ddfcab7b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992970
May 06 09:27:46.039239 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:930076183c1d4a9da19e457d6074b586 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:46.045122 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:46.057894 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:46.217816 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60234-f7ba-4c96-bd29-1a185796b16e req-abc069b8-8212-4bf0-afe2-b032897b22fc tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:46.219410 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8eb60234-f7ba-4c96-bd29-1a185796b16e req-abc069b8-8212-4bf0-afe2-b032897b22fc tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1587532
May 06 09:27:46.275124 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.290933 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8eb60234-f7ba-4c96-bd29-1a185796b16e req-e3ade4d0-a951-4b03-b01e-2cfa4a266d62 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618494
May 06 09:27:46.378639 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.386915 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-470178dc-c99f-4f46-8a90-2d419b2f9078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:46.431176 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39914) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:46.433019 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=930076183c1d4a9da19e457d6074b586&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8211722
May 06 09:27:46.434289 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63a6801-31d8-4813-a1b2-b9c64fed5520,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:46.436652 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 39918) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:46.439696 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:46.474935 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.491721 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:46.496534 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Usage tracker for resource:security_group_rule and tenant:8296c2d20f1c494c85a6aa8bfcd4aa12 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:46.500047 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:46.507113 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:46.507401 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f89e01ad-7db8-4025-bd20-b63ebf434cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.536859 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f89e01ad-7db8-4025-bd20-b63ebf434cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.625563 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.715940 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.727495 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-566d30cd-9379-40ca-9f9f-bfbf1a5b44c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:46.771725 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8296c2d20f1c494c85a6aa8bfcd4aa12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3349049
May 06 09:27:46.772046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f89e01ad-7db8-4025-bd20-b63ebf434cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.773390 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 39924) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:27:46.778693 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ee885c28-bb53-4455-95e0-1e4339993101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:46.793289 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760c96ca-b335-4940-aa74-edee84cb4ec1,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:46.796910 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:46.819703 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e01ad-7db8-4025-bd20-b63ebf434cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63a6801-31d8-4813-a1b2-b9c64fed5520,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:46.824078 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f89e01ad-7db8-4025-bd20-b63ebf434cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:46.830648 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f89e01ad-7db8-4025-bd20-b63ebf434cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.839708 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-f89e01ad-7db8-4025-bd20-b63ebf434cfb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e63a6801-31d8-4813-a1b2-b9c64fed5520 HTTP/1.1" status: 204  len: 168 time: 0.3994770
May 06 09:27:46.876647 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-855b892f-8af6-427f-ae1d-2c083e9caf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.943655 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7f38382e-dac2-4b57-bd7b-4a29d102dfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:46.990925 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7f38382e-dac2-4b57-bd7b-4a29d102dfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:47.121867 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7f38382e-dac2-4b57-bd7b-4a29d102dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:47.126195 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-09a3155a-3de6-4652-94d9-d39d3ddb53b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:47.142829 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38382e-dac2-4b57-bd7b-4a29d102dfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760c96ca-b335-4940-aa74-edee84cb4ec1,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:47.145709 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7f38382e-dac2-4b57-bd7b-4a29d102dfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:47.165349 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7f38382e-dac2-4b57-bd7b-4a29d102dfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:47.168149 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-7f38382e-dac2-4b57-bd7b-4a29d102dfdb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/760c96ca-b335-4940-aa74-edee84cb4ec1 HTTP/1.1" status: 204  len: 168 time: 0.3935061
May 06 09:27:47.377798 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a8639-549b-44dd-955c-f86995fdf065 req-5bee1451-798c-4fbc-885e-bb9874ba2e8e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:47.380089 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6d6a8639-549b-44dd-955c-f86995fdf065 req-5bee1451-798c-4fbc-885e-bb9874ba2e8e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1064241
May 06 09:27:47.553761 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6d6a8639-549b-44dd-955c-f86995fdf065 req-0282c4ac-d562-4d57-937c-bcd5203a9413 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1617320
May 06 09:27:47.602672 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc4459-6cf1-4752-86e8-c08d685666db req-8cb640bb-49db-4cdc-bd71-1d685aaf1b44 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:47.605603 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4abc4459-6cf1-4752-86e8-c08d685666db req-8cb640bb-49db-4cdc-bd71-1d685aaf1b44 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1359670
May 06 09:27:47.662649 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4abc4459-6cf1-4752-86e8-c08d685666db req-78880523-a504-4d27-bffb-84dd678d4549 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478446
May 06 09:27:48.911446 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110f52-3981-4314-89bb-4127ab6468c6 req-e0577023-dca8-40bf-8de8-b893dfb9d0b4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:48.915009 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7d110f52-3981-4314-89bb-4127ab6468c6 req-e0577023-dca8-40bf-8de8-b893dfb9d0b4 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1790996
May 06 09:27:48.993793 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7d110f52-3981-4314-89bb-4127ab6468c6 req-acc14c76-e494-4bcb-8964-a580f494c52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738428
May 06 09:27:49.316027 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992862b-b200-4b33-97ac-14916c0050f2 req-4df0951c-cded-41d2-bdbd-be64eaa6a6e7 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:49.318799 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8992862b-b200-4b33-97ac-14916c0050f2 req-4df0951c-cded-41d2-bdbd-be64eaa6a6e7 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1751990
May 06 09:27:49.366512 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:49.383545 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8992862b-b200-4b33-97ac-14916c0050f2 req-17cb7953-c88e-4699-b093-276901d80176 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488954
May 06 09:27:49.631038 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-896dc602-34e5-4fbf-80c9-96ba2e1d3f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:50.395458 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fe4d9-7a82-4c94-ab40-517845477f43 req-750c2522-1864-4054-8569-82feaa092a4a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:50.399869 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d24fe4d9-7a82-4c94-ab40-517845477f43 req-750c2522-1864-4054-8569-82feaa092a4a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1882391
May 06 09:27:50.482868 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d24fe4d9-7a82-4c94-ab40-517845477f43 req-9c685159-459c-4f93-a1d7-204659a486cb tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725758
May 06 09:27:50.517668 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:50.644297 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce619-2653-4a4a-a8d5-f5d7b808b90d req-1845a026-5801-4242-a236-6ab623ee033e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:50.646092 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a37ce619-2653-4a4a-a8d5-f5d7b808b90d req-1845a026-5801-4242-a236-6ab623ee033e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0942340
May 06 09:27:50.719795 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a37ce619-2653-4a4a-a8d5-f5d7b808b90d req-fc76e7ce-eb87-47d2-8e51-20a86041930c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660994
May 06 09:27:51.810100 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb353208-2c13-4ab9-bd13-91584ea32f9f req-6e7980c3-0a37-453c-8686-f1e1c5be7e3d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:51.814382 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fb353208-2c13-4ab9-bd13-91584ea32f9f req-6e7980c3-0a37-453c-8686-f1e1c5be7e3d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1516762
May 06 09:27:51.996421 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fb353208-2c13-4ab9-bd13-91584ea32f9f req-0f529509-6b56-41ba-81da-297f152ab1d8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1722848
May 06 09:27:52.052726 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47435dc-ee6c-41bf-9146-1141c5f47e71 req-af3c7386-a13b-4874-b662-a31086188617 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:52.054301 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b47435dc-ee6c-41bf-9146-1141c5f47e71 req-af3c7386-a13b-4874-b662-a31086188617 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1915865
May 06 09:27:52.116469 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b47435dc-ee6c-41bf-9146-1141c5f47e71 req-ba14e8e9-3889-49a9-8f36-ed54495f4901 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500386
May 06 09:27:52.144644 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:52.923615 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927c374-c66b-466c-acb4-89243c7454c1 req-f58e7167-618d-4a8c-8dd6-6ccd98469ed0 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:52.926112 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-f58e7167-618d-4a8c-8dd6-6ccd98469ed0 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 814 time: 0.1680856
May 06 09:27:52.945570 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-c816ac00-4faa-4b5c-b6d7-f953359c7a07 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/quotas/30c8cacafc8e46b89bf8a30e363801bc HTTP/1.1" status: 200  len: 375 time: 0.0131195
May 06 09:27:53.066349 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-635e642a-e21d-4c8b-bc1c-a00d54f38f84 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1148214
May 06 09:27:53.277707 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8824e8ae-d25f-4e3e-84ff-96e4e9bfa678 service neutron] 10.222.0.68 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982307
May 06 09:27:53.402086 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:53.478856 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-3c00fdeb-7ba1-4478-9c8e-94d8c14b2dbd service neutron] 10.222.0.68 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1944594
May 06 09:27:53.506124 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5722-0a82-4457-b08c-343cbe418a93 req-e5be41e8-3252-4427-af12-0c5dbecb8fbc tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:53.510236 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d46e5722-0a82-4457-b08c-343cbe418a93 req-e5be41e8-3252-4427-af12-0c5dbecb8fbc tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1533124
May 06 09:27:53.602967 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d46e5722-0a82-4457-b08c-343cbe418a93 req-5b43fdea-6628-4671-a050-1480dead2532 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829713
May 06 09:27:53.848576 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571084de-bffa-44ae-a6fa-9e15967797d9 req-3e0c5e71-2410-4664-94f5-94d6f7da7e89 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:53.851317 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-571084de-bffa-44ae-a6fa-9e15967797d9 req-3e0c5e71-2410-4664-94f5-94d6f7da7e89 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1437550
May 06 09:27:53.919018 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-571084de-bffa-44ae-a6fa-9e15967797d9 req-b4f99778-ccab-4e4d-8593-c5cbf37f7766 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592868
May 06 09:27:54.046766 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-67002339-468e-4761-9216-c10c3a1ab174 req-ef45be16-eef5-4100-944d-b264660eee41 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 210 time: 0.0479965
May 06 09:27:54.824974 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009c81-4a74-4292-b923-abb3a058e7f6 req-0a6ab61a-f1b7-4a41-a3eb-5b434d29cb0d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:54.826622 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-36009c81-4a74-4292-b923-abb3a058e7f6 req-0a6ab61a-f1b7-4a41-a3eb-5b434d29cb0d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.0902379
May 06 09:27:54.878463 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-36009c81-4a74-4292-b923-abb3a058e7f6 req-c62692fb-db75-4d7c-bfaa-0efd02fa4a8d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426776
May 06 09:27:55.141451 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916923e1-ef73-4a72-b0f2-a9746c64c73d req-8e9e3fc3-c9f5-47a9-aa73-64b0f992ec3c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:55.143467 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-916923e1-ef73-4a72-b0f2-a9746c64c73d req-8e9e3fc3-c9f5-47a9-aa73-64b0f992ec3c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0919249
May 06 09:27:55.207129 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-916923e1-ef73-4a72-b0f2-a9746c64c73d req-4d7907b0-796c-4bf5-b750-0dfa40eb4c5e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549614
May 06 09:27:55.356653 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2609d8cd-7c0b-40f7-a02e-b470db945cb0 req-7f87c070-5a05-4504-81cb-92cb5d883f60 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 210 time: 0.0468414
May 06 09:27:56.138561 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c3aef-be65-4094-83f0-58e5a99d58b6 req-86cf779c-6a43-42f3-b9bc-3e351ca2c90e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:56.140222 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-673c3aef-be65-4094-83f0-58e5a99d58b6 req-86cf779c-6a43-42f3-b9bc-3e351ca2c90e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.0922487
May 06 09:27:56.280410 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-673c3aef-be65-4094-83f0-58e5a99d58b6 req-ec704728-b25e-498e-8040-e08bce2b5528 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323183
May 06 09:27:56.564042 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f2e54141-2b0d-42b4-85f1-9a350acd78a4 req-84985a48-fca5-4965-8f75-4c745308c084 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 210 time: 0.0631719
May 06 09:27:56.594045 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356e9a-08a8-46cd-b4db-b9ade310d52c req-2bc38889-3d39-4a11-a2ad-6154abe8c8f0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:56.595660 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-44356e9a-08a8-46cd-b4db-b9ade310d52c req-2bc38889-3d39-4a11-a2ad-6154abe8c8f0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1772585
May 06 09:27:56.653060 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-44356e9a-08a8-46cd-b4db-b9ade310d52c req-ed6d61e0-d0a8-4d90-b551-ea134a5985da tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471916
May 06 09:27:57.563390 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927c374-c66b-466c-acb4-89243c7454c1 req-abb1625b-bd90-45d7-865b-84e694a46a40 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:57.565824 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-abb1625b-bd90-45d7-865b-84e694a46a40 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "GET /v2.0/networks?id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 200  len: 814 time: 0.2259715
May 06 09:27:57.571667 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f97af-e329-42b7-b330-7a643eda9291 req-0b0bc0fd-214f-495c-8835-a676f01a09a2 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:57.573433 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8a2f97af-e329-42b7-b330-7a643eda9291 req-0b0bc0fd-214f-495c-8835-a676f01a09a2 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1066899
May 06 09:27:57.579185 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Request body: {'port': {'device_id': '6366d135-521c-441a-9c01-901f7fbd3642', 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390', 'admin_state_up': True, 'tenant_id': '30c8cacafc8e46b89bf8a30e363801bc'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:27:57.693631 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8a2f97af-e329-42b7-b330-7a643eda9291 req-80f18d56-2722-4d88-a8a4-24153ff1a26d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100473
May 06 09:27:57.845360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:27:57.852456 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a8511f9a-fe22-4ed2-8b6d-66df7b03b58c req-9c65592c-fb83-435e-a1bc-cd030e96954b tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 210 time: 0.0840099
May 06 09:27:57.861138 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Usage tracker for resource:port and tenant:30c8cacafc8e46b89bf8a30e363801bc is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:27:57.868485 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:27:57.884899 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:27:58.045299 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Made reservation on behalf of 30c8cacafc8e46b89bf8a30e363801bc for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:27:58.049981 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:58.233590 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313a825-f9b6-43c0-863e-9813e06e016a req-2181868c-bbf0-43d6-8429-e4058ab3e672 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:58.235166 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3313a825-f9b6-43c0-863e-9813e06e016a req-2181868c-bbf0-43d6-8429-e4058ab3e672 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1571200
May 06 09:27:58.295459 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3313a825-f9b6-43c0-863e-9813e06e016a req-1ac14686-2c42-46d6-8e51-e74cc30e6634 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497968
May 06 09:27:58.349450 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Allocated IP 172.20.0.14 (7e92c5a6-de17-4a4f-8d4c-1fb642c22390/d1e6f073-8d8d-4417-a635-75e3b83e0759/b8632dde-f164-46e6-9aa8-c84a33f4ddc3) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:27:58.603293 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:58.708792 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:58.719077 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:27:58.800563 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:27:58.804775 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:27:58.811518 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:27:58.846871 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Pushing event updated for resources: {'Port': ['ID=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:27:58.856141 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:27:58.914771 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:58.915914 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:27:59.008254 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1423a-7eea-4c47-b8ea-5eaabaf43a42 req-1a5c9faf-7355-4332-a05f-f49e6f26195a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:59.010702 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-68f1423a-7eea-4c47-b8ea-5eaabaf43a42 req-1a5c9faf-7355-4332-a05f-f49e6f26195a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1304054
May 06 09:27:59.063238 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-68f1423a-7eea-4c47-b8ea-5eaabaf43a42 req-06e343e1-5fbf-4306-807e-9845481a8dae tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450242
May 06 09:27:59.086460 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5112731
May 06 09:27:59.277838 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856084-3255-4801-9748-9f16d1e2c342 req-473f5484-5651-4870-9333-9bd763e69de4 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:59.279471 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ba856084-3255-4801-9748-9f16d1e2c342 req-473f5484-5651-4870-9333-9bd763e69de4 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 932 time: 0.1125305
May 06 09:27:59.340502 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ba856084-3255-4801-9748-9f16d1e2c342 req-459b6c52-0114-4034-82aa-45953d89eb00 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471718
May 06 09:27:59.867604 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e8077-b03d-4985-bd2e-6fb31c00a855 req-14246c61-d69a-4f0c-87f4-c1adacff0000 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:27:59.869230 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f56e8077-b03d-4985-bd2e-6fb31c00a855 req-14246c61-d69a-4f0c-87f4-c1adacff0000 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0931101
May 06 09:27:59.920290 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f56e8077-b03d-4985-bd2e-6fb31c00a855 req-45d4dd6c-3fbb-4a8e-ac9e-260b656197dd tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447483
May 06 09:28:00.139717 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95315a15-2883-4a36-8659-52239412f7c4 req-ac22de99-fe90-4ab5-8e69-05998ce84bec tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:00.140456 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-95315a15-2883-4a36-8659-52239412f7c4 req-ac22de99-fe90-4ab5-8e69-05998ce84bec tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1039066
May 06 09:28:00.197551 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-95315a15-2883-4a36-8659-52239412f7c4 req-2dc10764-047f-4e46-b7c1-f09e7a45c2a2 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493345
May 06 09:28:00.617404 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c2102-4b85-43f8-8340-31433941ded6 req-101ccf92-0c7a-4f59-a81c-18ca2a5a5e1d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:00.619231 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1e6c2102-4b85-43f8-8340-31433941ded6 req-101ccf92-0c7a-4f59-a81c-18ca2a5a5e1d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 932 time: 0.1004381
May 06 09:28:00.670532 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1e6c2102-4b85-43f8-8340-31433941ded6 req-1187439e-2f3d-46e5-826d-c3156519f502 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454011
May 06 09:28:00.935250 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['7a9905f1-5c9a-4dc6-b601-0676967e1360', '34bcee94-06e8-4011-9613-234ee5281c3e', '09801e94-c740-4664-b3e8-2415fae71011'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:28:00.981936 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Request body: {'port': {'device_id': '6366d135-521c-441a-9c01-901f7fbd3642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:28:01.230910 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:01.309027 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12b75e-8673-4cb4-9964-c0f163d8072c req-82cbee5a-cc5c-4a2b-8781-50fba7614f13 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:01.325303 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6e12b75e-8673-4cb4-9964-c0f163d8072c req-82cbee5a-cc5c-4a2b-8781-50fba7614f13 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.2644424
May 06 09:28:01.479595 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6e12b75e-8673-4cb4-9964-c0f163d8072c req-8a374bf3-f425-4406-bda4-0f20a7f25d9a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485004
May 06 09:28:01.597366 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e6020-2edc-46c8-8b8e-255756706ade req-4c00c454-f705-423a-8ecc-31bedbca480e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:01.600279 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c31e6020-2edc-46c8-8b8e-255756706ade req-4c00c454-f705-423a-8ecc-31bedbca480e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1719415
May 06 09:28:01.677060 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-799132b6-e935-4ee1-a9dd-6f2a1bffdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:01.678836 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-799132b6-e935-4ee1-a9dd-6f2a1bffdd0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 1098 time: 0.3463542
May 06 09:28:01.721287 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c31e6020-2edc-46c8-8b8e-255756706ade req-b3e0e4c2-220c-4d27-859b-b70871b8859f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065724
May 06 09:28:01.929146 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77af3b-d0e8-4881-9540-5a67baf20b51 req-7a6123b4-5f2c-4cb9-8713-50f3fd89f8b4 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:01.930767 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9c77af3b-d0e8-4881-9540-5a67baf20b51 req-7a6123b4-5f2c-4cb9-8713-50f3fd89f8b4 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 932 time: 0.1192110
May 06 09:28:01.983543 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9c77af3b-d0e8-4881-9540-5a67baf20b51 req-310c0f8a-4748-44d7-bfe5-4dd1ea0ba04d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460861
May 06 09:28:01.985074 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-0841a53f-7855-4442-a261-7cef58c92f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:01.987146 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-0841a53f-7855-4442-a261-7cef58c92f27 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 912 time: 0.2805462
May 06 09:28:02.169299 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8632dde-f164-46e6-9aa8-c84a33f4ddc3 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:28:02.181416 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:02.200318 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-54a021e2-fcb8-43ef-ab39-21c30ca6061c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda HTTP/1.1" status: 200  len: 1001 time: 0.2025201
May 06 09:28:02.252930 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Transition to ACTIVE for port object b8632dde-f164-46e6-9aa8-c84a33f4ddc3 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:28:02.286645 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-db5d8a51-849c-4e91-b5bf-0c6fe1035be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:02.286645 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-db5d8a51-849c-4e91-b5bf-0c6fe1035be3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.0693955
May 06 09:28:02.346270 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:02.352020 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1785f4b9-8308-4548-a49f-dcc2988abf88 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:02.531786 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Pushing event updated for resources: {'Port': ['ID=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:02.536635 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-72ab544c-da1e-4d67-b95a-8bcb5e329bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:02.538957 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-72ab544c-da1e-4d67-b95a-8bcb5e329bd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2509978
May 06 09:28:02.545300 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:02.719712 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281df5-09ef-4311-bb5a-260325f5bf08 req-d3da5a35-bd03-4e37-8f35-44bea4ba220a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:02.721339 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ee281df5-09ef-4311-bb5a-260325f5bf08 req-d3da5a35-bd03-4e37-8f35-44bea4ba220a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0930808
May 06 09:28:02.735298 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Attempting to bind port b8632dde-f164-46e6-9aa8-c84a33f4ddc3 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:28:02.735631 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Attempting to bind port b8632dde-f164-46e6-9aa8-c84a33f4ddc3 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:28:02.735959 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Attempting to bind port b8632dde-f164-46e6-9aa8-c84a33f4ddc3 on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:28:02.755287 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Port b8632dde-f164-46e6-9aa8-c84a33f4ddc3 on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:28:02.755610 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Attempting to bind port b8632dde-f164-46e6-9aa8-c84a33f4ddc3 on network 7e92c5a6-de17-4a4f-8d4c-1fb642c22390 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:28:02.762393 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-a028b8fb-f020-4a06-93b0-32a7e80ad581 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160599
May 06 09:28:02.765146 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:28:02.765490 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Checking segment: {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:28:02.765888 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Bound using segment: {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:28:02.766324 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Bound port: b8632dde-f164-46e6-9aa8-c84a33f4ddc3, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b64777d-b442-4a4b-9d06-07f806080903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:28:02.767415 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:02.774820 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ee281df5-09ef-4311-bb5a-260325f5bf08 req-126cb390-bf63-4f2b-874e-e9dad2f7fc27 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466735
May 06 09:28:02.874153 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] For port b8632dde-f164-46e6-9aa8-c84a33f4ddc3, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:28:02.878114 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] For port b8632dde-f164-46e6-9aa8-c84a33f4ddc3, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:28:02.944856 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92e3c0-3d4d-4f9a-b922-36ff53748032 req-23dd59a5-562a-467c-9081-d020ddefe186 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:02.946414 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eb92e3c0-3d4d-4f9a-b922-36ff53748032 req-23dd59a5-562a-467c-9081-d020ddefe186 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.0863950
May 06 09:28:02.956254 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:02.962264 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:02.995847 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eb92e3c0-3d4d-4f9a-b922-36ff53748032 req-40ebf45f-3ea5-4bc9-a882-ac73c283c535 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431225
May 06 09:28:03.015608 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:03.016463 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:03.017644 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] 10.222.0.73 "PUT /v2.0/ports/b8632dde-f164-46e6-9aa8-c84a33f4ddc3 HTTP/1.1" status: 200  len: 1094 time: 2.0580783
May 06 09:28:03.023860 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6366d135-521c-441a-9c01-901f7fbd3642', 'tag': 'b8632dde-f164-46e6-9aa8-c84a33f4ddc3'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:28:03.049644 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Pushing event updated for resources: {'Port': ['ID=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:03.058277 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:03.080873 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6366d135-521c-441a-9c01-901f7fbd3642', 'tag': 'b8632dde-f164-46e6-9aa8-c84a33f4ddc3', 'status': 'completed', 'code': 200}
May 06 09:28:03.254819 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbd18f-ad9e-4bf1-8690-5f52aab712e5 req-28684240-5f39-4d74-ac7e-72ee0853a588 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:03.257889 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c3dbd18f-ad9e-4bf1-8690-5f52aab712e5 req-28684240-5f39-4d74-ac7e-72ee0853a588 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 944 time: 0.1320431
May 06 09:28:03.319780 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c3dbd18f-ad9e-4bf1-8690-5f52aab712e5 req-a78d8979-2101-4d18-969a-711f00d5ec0e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481315
May 06 09:28:03.976454 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c39669-11fa-47a6-bb5b-820d90096e3b req-272a479b-91e9-400d-8c17-97b4f7243743 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:03.978061 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f3c39669-11fa-47a6-bb5b-820d90096e3b req-272a479b-91e9-400d-8c17-97b4f7243743 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0889330
May 06 09:28:04.034372 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f3c39669-11fa-47a6-bb5b-820d90096e3b req-1d47895c-30e8-4602-9e5c-57895b96cc1e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500841
May 06 09:28:04.249782 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011281a2-0908-4292-93dc-3a312bf4c31a req-5d974cab-2331-4863-a27c-6c9f30276c0e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:04.251517 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-011281a2-0908-4292-93dc-3a312bf4c31a req-5d974cab-2331-4863-a27c-6c9f30276c0e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1008060
May 06 09:28:04.305631 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-011281a2-0908-4292-93dc-3a312bf4c31a req-c70c104e-b2d8-4fac-b236-9f22a36d8ae7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445642
May 06 09:28:04.601573 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0c6e5-26a0-40aa-af04-9e8e1223dab4 req-ce76244c-88a6-489e-9366-db96ab159905 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:04.603307 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f1f0c6e5-26a0-40aa-af04-9e8e1223dab4 req-ce76244c-88a6-489e-9366-db96ab159905 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 944 time: 0.1656830
May 06 09:28:04.677200 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f1f0c6e5-26a0-40aa-af04-9e8e1223dab4 req-7ff41ea8-834a-4a63-be2a-4e921a3d054f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656323
May 06 09:28:04.789771 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-71e12461-b90e-4de9-a3ad-fb5dcb015bbc req-78354a2c-2db2-441f-af0d-5730a6ce8b92 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404972
May 06 09:28:05.245996 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53c019-1b34-4420-af4b-7aff4f669b0c req-fede2048-1bd0-423d-96f1-debda630f032 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:05.247585 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cd53c019-1b34-4420-af4b-7aff4f669b0c req-fede2048-1bd0-423d-96f1-debda630f032 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0895932
May 06 09:28:05.313141 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cd53c019-1b34-4420-af4b-7aff4f669b0c req-e92fa445-3008-48ef-a04e-9fc4453ca337 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569997
May 06 09:28:05.515005 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61478605-f048-41cb-9bf4-13398ee102fc req-214d86f3-e28c-4528-bbee-daa5ebb816f7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:05.516721 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-61478605-f048-41cb-9bf4-13398ee102fc req-214d86f3-e28c-4528-bbee-daa5ebb816f7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.0893207
May 06 09:28:05.572857 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-61478605-f048-41cb-9bf4-13398ee102fc req-624176bc-0b75-48f7-b960-9e13b660dabd tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454187
May 06 09:28:05.872937 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddd94-7df4-4084-8bcc-83de0a21e131 req-19a01f0e-20f0-44e0-987c-06d8bdf8162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:05.875450 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-503ddd94-7df4-4084-8bcc-83de0a21e131 req-19a01f0e-20f0-44e0-987c-06d8bdf8162d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 1097 time: 0.1546464
May 06 09:28:05.938085 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436b0d9-a5c7-4c83-a022-55aa794d7c91 req-df49b1bb-12b9-4b09-b31b-cfd38d9449f6 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:05.940349 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c436b0d9-a5c7-4c83-a022-55aa794d7c91 req-df49b1bb-12b9-4b09-b31b-cfd38d9449f6 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 944 time: 0.0962629
May 06 09:28:05.993639 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c436b0d9-a5c7-4c83-a022-55aa794d7c91 req-2e3d7a13-532b-47f3-b1f5-85cbb7a26781 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468068
May 06 09:28:06.202822 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddd94-7df4-4084-8bcc-83de0a21e131 req-5845332e-0c07-4140-b942-1693897d1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:06.205054 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-503ddd94-7df4-4084-8bcc-83de0a21e131 req-5845332e-0c07-4140-b942-1693897d1ad4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3193865
May 06 09:28:06.413644 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddd94-7df4-4084-8bcc-83de0a21e131 req-a4e82e6a-79e9-4235-97ff-8715df43a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:06.416333 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-503ddd94-7df4-4084-8bcc-83de0a21e131 req-a4e82e6a-79e9-4235-97ff-8715df43a211 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2004745
May 06 09:28:06.616390 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81783bf-1fb0-43e5-8403-bdcd3e32bc55 req-ad79e87d-8c66-4d33-8b70-20b211c456b6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:06.618216 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c81783bf-1fb0-43e5-8403-bdcd3e32bc55 req-ad79e87d-8c66-4d33-8b70-20b211c456b6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1449127
May 06 09:28:06.620343 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927c374-c66b-466c-acb4-89243c7454c1 req-65bfb896-ea15-4c1c-8e69-9e6d094fbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:06.624767 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-65bfb896-ea15-4c1c-8e69-9e6d094fbb53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 1097 time: 0.1525371
May 06 09:28:06.693224 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c81783bf-1fb0-43e5-8403-bdcd3e32bc55 req-31dccc4c-a353-490e-822d-0df152db1427 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578938
May 06 09:28:06.767915 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-1b5fe316-bf74-4890-8ce0-cd1aa54a65e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8632dde-f164-46e6-9aa8-c84a33f4ddc3 HTTP/1.1" status: 200  len: 217 time: 0.1280501
May 06 09:28:06.936768 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927c374-c66b-466c-acb4-89243c7454c1 req-49d3a99e-d6f7-4ec6-b661-ce7017d245ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:06.937839 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fae6f-dc51-46ba-93bc-d0ca29c6d436 req-212a23c0-11ef-48ce-8dba-67fa7bdd6a11 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:06.938447 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-49d3a99e-d6f7-4ec6-b661-ce7017d245ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e6f073-8d8d-4417-a635-75e3b83e0759 HTTP/1.1" status: 200  len: 854 time: 0.1600947
May 06 09:28:06.941177 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-933fae6f-dc51-46ba-93bc-d0ca29c6d436 req-212a23c0-11ef-48ce-8dba-67fa7bdd6a11 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1450455
May 06 09:28:06.989652 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-933fae6f-dc51-46ba-93bc-d0ca29c6d436 req-ea9c6f4d-87ab-4240-986d-e21ae00c155e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443618
May 06 09:28:07.012330 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-8a6d3245-8095-4e0e-a33f-fbdd81bda8d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e92c5a6-de17-4a4f-8d4c-1fb642c22390&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599468
May 06 09:28:07.179209 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-a7d94ebe-5682-4f1a-baed-0123abcc8980 service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588991
May 06 09:28:07.248734 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab168d-1c7d-43f5-ba7f-39ed38fc619b req-2caddf9a-d34f-4cc9-a857-0df085738391 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:07.250551 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-97ab168d-1c7d-43f5-ba7f-39ed38fc619b req-2caddf9a-d34f-4cc9-a857-0df085738391 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 944 time: 0.0987117
May 06 09:28:07.317340 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-97ab168d-1c7d-43f5-ba7f-39ed38fc619b req-ce1b1ee8-eeef-4601-b4b5-a92dedaf5605 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597272
May 06 09:28:07.414033 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7927c374-c66b-466c-acb4-89243c7454c1 req-35f36677-f129-422b-8ba9-94c0829d31ef service neutron] 10.222.0.73 "GET /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2260470
May 06 09:28:07.963324 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327fb8a-32a7-4618-9be8-5decaad78bd8 req-3c38a3ea-ad24-45a4-a453-c75fbd793f2a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:07.965634 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d327fb8a-32a7-4618-9be8-5decaad78bd8 req-3c38a3ea-ad24-45a4-a453-c75fbd793f2a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1040506
May 06 09:28:08.036490 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d327fb8a-32a7-4618-9be8-5decaad78bd8 req-6e805aea-4ba5-420a-80a8-341374bfd012 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619953
May 06 09:28:08.294129 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcd7cf-49a3-487f-9a2d-6d7438be6bed req-af375517-5a51-41a3-992a-69f4507c6162 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:08.296783 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-57fcd7cf-49a3-487f-9a2d-6d7438be6bed req-af375517-5a51-41a3-992a-69f4507c6162 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1322668
May 06 09:28:08.350808 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-57fcd7cf-49a3-487f-9a2d-6d7438be6bed req-e2cf875d-9fdf-484f-a4f6-11ba10a95c3e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478561
May 06 09:28:08.590425 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a21d7-f000-442b-b63d-d9eb286613c5 req-015561d6-815a-4db9-9230-7baccf5aa7f5 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:08.591939 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c04a21d7-f000-442b-b63d-d9eb286613c5 req-015561d6-815a-4db9-9230-7baccf5aa7f5 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 944 time: 0.0907114
May 06 09:28:08.646084 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c04a21d7-f000-442b-b63d-d9eb286613c5 req-2f5913b6-d6b4-4a64-9554-29622541e300 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429075
May 06 09:28:09.386343 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59375f-648c-4f36-ba67-bec3b9ab9463 req-8b1a843a-fed8-4039-87fa-32befd056b7d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:09.387924 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5b59375f-648c-4f36-ba67-bec3b9ab9463 req-8b1a843a-fed8-4039-87fa-32befd056b7d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1206610
May 06 09:28:09.440664 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5b59375f-648c-4f36-ba67-bec3b9ab9463 req-a780679a-942c-40d7-85d6-d96846fd12f3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463972
May 06 09:28:09.597263 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:28:09.846113 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c483ae-5d56-44c8-a905-d159a608d8d8 req-44f6219a-c338-44ce-a393-48c86419fcc9 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:09.847836 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-06c483ae-5d56-44c8-a905-d159a608d8d8 req-44f6219a-c338-44ce-a393-48c86419fcc9 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 944 time: 0.0901804
May 06 09:28:09.897779 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-06c483ae-5d56-44c8-a905-d159a608d8d8 req-3e92834f-9735-41fc-b6d0-da5e97f16650 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437691
May 06 09:28:10.675647 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b98d63-3e72-4db6-9831-3682c32da015 req-0e64c2de-ef56-4dad-acab-c40bdd177213 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:10.677261 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e8b98d63-3e72-4db6-9831-3682c32da015 req-0e64c2de-ef56-4dad-acab-c40bdd177213 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0920253
May 06 09:28:10.730559 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e8b98d63-3e72-4db6-9831-3682c32da015 req-2ef2dd19-6d6f-47dc-9bc4-2e275e86fbeb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461509
May 06 09:28:10.975403 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device b8632dde-f164-46e6-9aa8-c84a33f4ddc3 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:28:11.135465 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port b8632dde-f164-46e6-9aa8-c84a33f4ddc3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:11.141087 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314beb-4b4f-4bd2-b5f4-1cfd688f75fb req-7bb908ae-e2af-42ca-8a80-8e13c9fa78c8 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:11.143739 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-25314beb-4b4f-4bd2-b5f4-1cfd688f75fb req-7bb908ae-e2af-42ca-8a80-8e13c9fa78c8 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 944 time: 0.1227553
May 06 09:28:11.153312 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'b8632dde-f164-46e6-9aa8-c84a33f4ddc3', 'network_id': '7e92c5a6-de17-4a4f-8d4c-1fb642c22390', 'port_id': 'b8632dde-f164-46e6-9aa8-c84a33f4ddc3', 'mac_address': 'fa:16:3e:f9:27:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e6f073-8d8d-4417-a635-75e3b83e0759', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:28:11.209236 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-25314beb-4b4f-4bd2-b5f4-1cfd688f75fb req-ee74a3b2-e019-4122-abba-a32a5cc625c8 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579636
May 06 09:28:11.238734 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:11.265753 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8632dde-f164-46e6-9aa8-c84a33f4ddc3 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:28:11.284598 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port b8632dde-f164-46e6-9aa8-c84a33f4ddc3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:11.365414 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:11.368286 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:11.449741 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:11.462345 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.462909 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.463480 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.464064 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.464639 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.465292 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.466166 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.466482 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.467181 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.467771 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.468341 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.468925 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:11.478547 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:11.728552 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['b8632dde-f164-46e6-9aa8-c84a33f4ddc3'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:28:12.048034 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6432b1-9376-4f7d-8bd2-c9894b22f49d req-51e30b30-f5f9-4cce-bd5f-16da3363d1c0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:12.061507 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6a6432b1-9376-4f7d-8bd2-c9894b22f49d req-51e30b30-f5f9-4cce-bd5f-16da3363d1c0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.2055674
May 06 09:28:12.166402 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6a6432b1-9376-4f7d-8bd2-c9894b22f49d req-b954fa47-eb20-431c-a138-e5a2b560253d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956810
May 06 09:28:12.550574 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5790ccc-2ed2-4f12-987c-b869bf5d1bea req-7a5fd0b2-e5ad-46ed-be7d-34b286181358 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:12.552831 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c5790ccc-2ed2-4f12-987c-b869bf5d1bea req-7a5fd0b2-e5ad-46ed-be7d-34b286181358 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 945 time: 0.1315696
May 06 09:28:12.617986 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c5790ccc-2ed2-4f12-987c-b869bf5d1bea req-f8d11e26-2c6d-4fef-b543-a75778ee1e9a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577457
May 06 09:28:12.621079 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b475b-c05d-40ed-9e15-f1e269a625d0 req-14cb15f8-0423-47a1-872f-f78813a94e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:12.623250 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-443b475b-c05d-40ed-9e15-f1e269a625d0 req-14cb15f8-0423-47a1-872f-f78813a94e2e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1099 time: 0.0987794
May 06 09:28:12.678863 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-443b475b-c05d-40ed-9e15-f1e269a625d0 req-a0207ac1-06b3-4e95-944c-aa819a204fb8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472467
May 06 09:28:12.977349 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device b8632dde-f164-46e6-9aa8-c84a33f4ddc3 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:28:13.133212 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port b8632dde-f164-46e6-9aa8-c84a33f4ddc3 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:28:13.141043 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port b8632dde-f164-46e6-9aa8-c84a33f4ddc3 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:28:13.142711 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:13.394905 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:13.453163 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6366d135-521c-441a-9c01-901f7fbd3642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8632dde-f164-46e6-9aa8-c84a33f4ddc3'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:28:13.461357 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port b8632dde-f164-46e6-9aa8-c84a33f4ddc3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:13.508975 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25edc-a651-47ec-a245-54f030d11628 req-b5a22c8b-4828-420e-bd0f-a09afd8af1c8 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:13.510725 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-98d25edc-a651-47ec-a245-54f030d11628 req-b5a22c8b-4828-420e-bd0f-a09afd8af1c8 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1509526
May 06 09:28:13.539253 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:13.546854 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:13.625717 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6366d135-521c-441a-9c01-901f7fbd3642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8632dde-f164-46e6-9aa8-c84a33f4ddc3', 'code': 200}
May 06 09:28:13.674763 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-98d25edc-a651-47ec-a245-54f030d11628 req-20508309-377b-4c01-80e4-eb78e7a4758c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370962
May 06 09:28:13.727085 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:13.737129 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:14.007372 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fead2ff-daf5-4e83-91dc-3332bfa33d7e req-c626fe77-acc4-48d9-b3e8-1197d528d067 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:14.011897 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4fead2ff-daf5-4e83-91dc-3332bfa33d7e req-c626fe77-acc4-48d9-b3e8-1197d528d067 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 946 time: 0.1880412
May 06 09:28:14.062674 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4fead2ff-daf5-4e83-91dc-3332bfa33d7e req-2b82caa9-eae7-48d3-b874-806ccd86ae7c tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472357
May 06 09:28:14.218013 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f810e-576c-49bf-8d59-349948403681 req-c97d4a94-fb39-4f38-8bf3-ffd218a0a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:14.220682 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3f5f810e-576c-49bf-8d59-349948403681 req-c97d4a94-fb39-4f38-8bf3-ffd218a0a619 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 1099 time: 0.0968838
May 06 09:28:14.283741 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3f5f810e-576c-49bf-8d59-349948403681 req-9d490dff-2878-46eb-8bfe-d888b05e58f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557303
May 06 09:28:14.306240 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 40388) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:28:14.502623 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:14.529842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:28:14.537770 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb9c49c297684f10b14698b782f265be is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:28:14.542553 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:28:14.553463 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:28:14.673257 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:14.759309 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:14.767748 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9360108f-96e7-4aae-9b2f-440f84ea1317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:14.810189 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109f91a7-6665-413c-95d2-80fbc2ebc614,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:14.815246 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eb9c49c297684f10b14698b782f265be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5078692
May 06 09:28:14.818879 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 40400) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:28:14.827012 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.827572 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.828155 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.829424 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.829909 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.830415 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.830995 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.831521 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.832031 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.832566 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.833071 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.833557 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:14.838760 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:14.921867 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:14.964264 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:15.031590 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213d7ee-1e2e-4bce-8d27-992b5d6698a7 req-bedab1dd-fe47-48df-ba29-274d796238b0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:15.033218 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0213d7ee-1e2e-4bce-8d27-992b5d6698a7 req-bedab1dd-fe47-48df-ba29-274d796238b0 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1465161
May 06 09:28:15.094807 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0213d7ee-1e2e-4bce-8d27-992b5d6698a7 req-399f555a-6a91-4829-bfb4-7c75b58d4340 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503855
May 06 09:28:15.128958 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:15.136893 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:15.154688 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109f91a7-6665-413c-95d2-80fbc2ebc614,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:15.167127 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.167495 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.168034 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.168442 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.168952 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.169383 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.169800 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.170239 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.170645 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.171073 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.171483 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.171889 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:28:15.176485 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:15.178615 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:15.195222 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/109f91a7-6665-413c-95d2-80fbc2ebc614 HTTP/1.1" status: 204  len: 168 time: 0.3663325
May 06 09:28:15.526119 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c275ea-0792-4730-9a79-769b749c3b4a req-b8c7730a-f9c8-4edf-a313-7bb16d23ebd3 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:15.527729 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-68c275ea-0792-4730-9a79-769b749c3b4a req-b8c7730a-f9c8-4edf-a313-7bb16d23ebd3 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 946 time: 0.1336482
May 06 09:28:15.595950 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-68c275ea-0792-4730-9a79-769b749c3b4a req-360e0b8e-4036-489a-b43f-5a6d8b879ba2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605886
May 06 09:28:16.215029 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1a84-9fa6-41e4-97cc-a2f56bdee0cb req-753047e5-bdb1-40f6-8d28-eaf65b9df1af tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:16.227772 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a16a1a84-9fa6-41e4-97cc-a2f56bdee0cb req-753047e5-bdb1-40f6-8d28-eaf65b9df1af tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1233509
May 06 09:28:16.271728 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-eb24306a-3752-4d99-a441-419c32868c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:16.275640 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-eb24306a-3752-4d99-a441-419c32868c05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 1099 time: 0.1298242
May 06 09:28:16.335840 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a16a1a84-9fa6-41e4-97cc-a2f56bdee0cb req-151558b4-fe0f-4ee6-ab8f-0b081c4850cb tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064701
May 06 09:28:16.547734 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-4e3e9f26-4fa2-4111-9b26-e7138ef6e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:16.550309 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-4e3e9f26-4fa2-4111-9b26-e7138ef6e524 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 918 time: 0.2667763
May 06 09:28:16.628055 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-570e4d9a-0893-4fcf-8316-bd39c5864b6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b HTTP/1.1" status: 200  len: 217 time: 0.0697467
May 06 09:28:16.714930 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-60b08364-be0e-42a6-9990-e34bc681a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:16.716443 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-60b08364-be0e-42a6-9990-e34bc681a343 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.0815070
May 06 09:28:16.796587 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-8546b316-8811-442a-bb56-b6e56748ad8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655715
May 06 09:28:16.874144 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-df55ea06-ef6c-484f-be33-d12e4ba6191e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:16.900819 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9c02e-6980-447b-a06d-530032d876b9 req-9a23d843-904d-4e9a-aa2f-f40b7626cc11 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:16.902306 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9ef9c02e-6980-447b-a06d-530032d876b9 req-9a23d843-904d-4e9a-aa2f-f40b7626cc11 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 946 time: 0.0950341
May 06 09:28:16.950988 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-b46e2b3b-1ada-454a-8183-22fc4d489137 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456404
May 06 09:28:16.957745 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9ef9c02e-6980-447b-a06d-530032d876b9 req-97013f68-cbef-419a-b2f9-0a4d45852b69 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436919
May 06 09:28:17.634629 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37917-d033-4308-a259-802b77496406 req-745be36d-57cb-4457-8ab4-f8f571c65bf6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:17.636646 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-10b37917-d033-4308-a259-802b77496406 req-745be36d-57cb-4457-8ab4-f8f571c65bf6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1478162
May 06 09:28:17.705133 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-10b37917-d033-4308-a259-802b77496406 req-37b5a2bf-c934-4aed-9726-98f1f708d996 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590189
May 06 09:28:18.249802 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-bc1b8f1e-3465-4173-8434-19744470f9bd req-e4191908-f8da-48d3-8ee7-b4304c018c37 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3366172
May 06 09:28:18.976217 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3f748-5a87-4497-a9ac-100ec89b021d req-c71b3b64-86a5-4878-b964-3d010ebd381d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:18.978891 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-94a3f748-5a87-4497-a9ac-100ec89b021d req-c71b3b64-86a5-4878-b964-3d010ebd381d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1432045
May 06 09:28:19.027265 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-94a3f748-5a87-4497-a9ac-100ec89b021d req-8109cff2-2538-4995-a32b-b4074874992d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426080
May 06 09:28:19.362154 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:19.630048 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e00e03e5-3892-41db-869a-c78f3a15b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:20.227325 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c6ae1-49b4-46a1-9744-26e47dac979e req-f89df2c1-c532-43f6-bfa9-c011611ab75a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:20.228949 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fa7c6ae1-49b4-46a1-9744-26e47dac979e req-f89df2c1-c532-43f6-bfa9-c011611ab75a tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0888057
May 06 09:28:20.286374 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fa7c6ae1-49b4-46a1-9744-26e47dac979e req-d802521f-373e-4f5c-82f2-ecfe0e433b9d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498552
May 06 09:28:20.456914 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:21.524854 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c33bd5-2655-419e-b0b1-2021aab081a7 req-02afd990-9f6e-4d58-80bd-9813ece0b536 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:21.526495 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a0c33bd5-2655-419e-b0b1-2021aab081a7 req-02afd990-9f6e-4d58-80bd-9813ece0b536 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0962825
May 06 09:28:21.582997 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a0c33bd5-2655-419e-b0b1-2021aab081a7 req-8a1b3591-3038-49e1-9b75-372b633bb42f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450869
May 06 09:28:22.132040 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-a457bc55-137d-44ad-a524-7c478e5ff0fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0827184
May 06 09:28:22.155805 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:22.288659 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-5bfb2aeb-384f-4f89-8250-e81cddb2c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:22.292937 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-5bfb2aeb-384f-4f89-8250-e81cddb2c09a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 1098 time: 0.1211617
May 06 09:28:22.556986 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-8ad58f82-0c8a-4f26-b83d-da2bdcebbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:22.558858 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-8ad58f82-0c8a-4f26-b83d-da2bdcebbc8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 200  len: 918 time: 0.2123156
May 06 09:28:22.643499 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-48edf6df-9b2e-4c56-a68b-3ec832e80cc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d HTTP/1.1" status: 200  len: 217 time: 0.0699499
May 06 09:28:22.728821 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-ab929dfd-f1cf-40a3-8056-c6d0caa0b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:22.730666 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-ab929dfd-f1cf-40a3-8056-c6d0caa0b3d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 200  len: 857 time: 0.0788975
May 06 09:28:22.799794 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-201af6ca-485e-4f84-9700-3611c3d06bde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70345935-7db1-49d3-9dd4-7eb0d8636823&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595465
May 06 09:28:22.863896 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e3c87-911f-4c61-a97a-5871ec9879a2 req-81b63cf9-13d8-4b82-82a0-03b89570e35d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:22.865427 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-270e3c87-911f-4c61-a97a-5871ec9879a2 req-81b63cf9-13d8-4b82-82a0-03b89570e35d tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0913517
May 06 09:28:22.914314 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-270e3c87-911f-4c61-a97a-5871ec9879a2 req-25a7b6b6-b59b-4ff1-b2cb-938e565dcdb7 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425084
May 06 09:28:23.011480 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-1091b515-14f0-4274-aa31-aa62c6536720 service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018456
May 06 09:28:23.179738 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e8bbb686-7c81-45cd-9c6c-8f49d5696187 req-6c8c2cf5-207d-494f-8c46-c3141eced02b service neutron] 10.222.0.73 "GET /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582539
May 06 09:28:23.597787 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:27.611049 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 40538) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:28:27.738937 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:27.755842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:28:27.760655 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Usage tracker for resource:security_group_rule and tenant:acf0eb6c06ca44a4b19805e43c6498b6 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:28:27.764147 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:28:27.771234 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:28:27.871134 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:27.949952 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:27.958088 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b6083f32-cb92-4aa9-bd2e-c49e67a79ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:28.002991 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=acf0eb6c06ca44a4b19805e43c6498b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3906054
May 06 09:28:28.003750 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1dc6e4-251f-4d48-9eee-668be5d5bddc,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:28.006296 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 40544) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:28:28.007159 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:28.122629 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d20d84bb-e3dd-4671-8a5f-b2963f0f0f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:28.169541 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d20d84bb-e3dd-4671-8a5f-b2963f0f0f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:28.338576 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d20d84bb-e3dd-4671-8a5f-b2963f0f0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:28.342537 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-51986448-6cba-4490-bddc-646d0298ef36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:28.356247 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d84bb-e3dd-4671-8a5f-b2963f0f0f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1dc6e4-251f-4d48-9eee-668be5d5bddc,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:28.360895 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d20d84bb-e3dd-4671-8a5f-b2963f0f0f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:28.365266 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d20d84bb-e3dd-4671-8a5f-b2963f0f0f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:28.366471 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-d20d84bb-e3dd-4671-8a5f-b2963f0f0f3f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb1dc6e4-251f-4d48-9eee-668be5d5bddc HTTP/1.1" status: 204  len: 168 time: 0.3584652
May 06 09:28:32.700024 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec514e7-bdea-4310-ab3d-04cf94cec10c req-56a6bc21-b10a-434d-9f67-f403c75410d9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:32.701643 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fec514e7-bdea-4310-ab3d-04cf94cec10c req-56a6bc21-b10a-434d-9f67-f403c75410d9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.0953777
May 06 09:28:32.760145 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fec514e7-bdea-4310-ab3d-04cf94cec10c req-9647e7af-7a56-4911-a80a-4b2894b509d0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470831
May 06 09:28:34.020340 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba99bdc-6940-487e-aabc-c12306e722b4 req-8f41b6a5-70dd-4b3c-9ffa-6a7af86a7cab tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:34.021943 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dba99bdc-6940-487e-aabc-c12306e722b4 req-8f41b6a5-70dd-4b3c-9ffa-6a7af86a7cab tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1344562
May 06 09:28:34.076470 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dba99bdc-6940-487e-aabc-c12306e722b4 req-58af1cd5-45e0-47c1-be41-87c5c0c2b921 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479307
May 06 09:28:35.324368 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba9330-2b99-4588-a879-da01f3b712f8 req-de12f77f-78d7-424e-b76c-e2f299e01ef3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:35.327081 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d1ba9330-2b99-4588-a879-da01f3b712f8 req-de12f77f-78d7-424e-b76c-e2f299e01ef3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1196249
May 06 09:28:35.389587 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d1ba9330-2b99-4588-a879-da01f3b712f8 req-00ab19b8-3ed2-4d97-938b-387806b03fc8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505710
May 06 09:28:35.707205 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733afc6-d994-4aa2-978e-2315e37aa4e1 req-a4d59199-f1d6-42a7-af25-7bb52ecba22f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:35.709894 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d733afc6-d994-4aa2-978e-2315e37aa4e1 req-a4d59199-f1d6-42a7-af25-7bb52ecba22f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1471620
May 06 09:28:35.793425 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d733afc6-d994-4aa2-978e-2315e37aa4e1 req-073933af-96cb-43ee-b3f7-e46a86cf7fac tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772831
May 06 09:28:36.051701 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af152-5739-4bdf-b999-31e1ab686e9b req-f291e794-d594-4ede-ac0a-20b826bbaee7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:36.053247 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c52af152-5739-4bdf-b999-31e1ab686e9b req-f291e794-d594-4ede-ac0a-20b826bbaee7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 946 time: 0.0872109
May 06 09:28:36.102283 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c52af152-5739-4bdf-b999-31e1ab686e9b req-af320c9a-111f-41a2-bb17-1cfe34021c9f tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426075
May 06 09:28:36.670489 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4c122-b89a-43e9-bcc7-0f65ab3ed9b9 req-7b4000b0-d1a7-47a8-b9fb-2d2690720f31 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:36.672128 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2d4c122-b89a-43e9-bcc7-0f65ab3ed9b9 req-7b4000b0-d1a7-47a8-b9fb-2d2690720f31 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1605308
May 06 09:28:36.726630 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2d4c122-b89a-43e9-bcc7-0f65ab3ed9b9 req-bc701f14-1fb3-4f23-aa13-ba20945bc20c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447671
May 06 09:28:36.997641 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1004d-8f2e-4b20-b118-e0938669deb5 req-7f6ed24c-93fe-4e26-aefa-9042fb1a0c52 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:36.999242 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f5f1004d-8f2e-4b20-b118-e0938669deb5 req-7f6ed24c-93fe-4e26-aefa-9042fb1a0c52 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.0907037
May 06 09:28:37.053911 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f5f1004d-8f2e-4b20-b118-e0938669deb5 req-c4e2472b-7d8a-4b1b-94c3-32de6443b6e1 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466824
May 06 09:28:37.329133 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec105d6-2161-4f87-81a7-d0f9a698d5cc req-65ab2c05-2df9-42c3-8ea8-8914baa8c6d1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:37.330686 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5ec105d6-2161-4f87-81a7-d0f9a698d5cc req-65ab2c05-2df9-42c3-8ea8-8914baa8c6d1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 946 time: 0.1154866
May 06 09:28:37.380427 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5ec105d6-2161-4f87-81a7-d0f9a698d5cc req-07b49f79-0bf8-49ab-b3cb-eda9b148e739 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437851
May 06 09:28:37.980011 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085ad7f-6490-4446-8d51-c39bf5e52756 req-9d9fa8ae-417d-43c3-962e-7502d4b51102 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:37.982249 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1085ad7f-6490-4446-8d51-c39bf5e52756 req-9d9fa8ae-417d-43c3-962e-7502d4b51102 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.0995235
May 06 09:28:38.044299 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1085ad7f-6490-4446-8d51-c39bf5e52756 req-c3674b7f-9bc0-4bcd-9ab1-408b15cb86e0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503542
May 06 09:28:38.057412 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-5d5665bc-cf72-4619-8226-435b5df3b95a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:38.058201 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-5d5665bc-cf72-4619-8226-435b5df3b95a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Synchronizing usage tracker for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:28:38.161537 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-5d5665bc-cf72-4619-8226-435b5df3b95a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Unset dirty status for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:28:38.163124 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-5d5665bc-cf72-4619-8226-435b5df3b95a tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 946 time: 0.2044797
May 06 09:28:38.311179 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55ec05-442c-4656-97e3-0f93a4a4c4ad req-763e29f7-92b7-4147-92c2-53f8638432be tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:38.313122 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6c55ec05-442c-4656-97e3-0f93a4a4c4ad req-763e29f7-92b7-4147-92c2-53f8638432be tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1362088
May 06 09:28:38.369980 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6c55ec05-442c-4656-97e3-0f93a4a4c4ad req-6dca9340-6db4-4383-80e2-c78a6aacae8e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474925
May 06 09:28:38.395474 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Deleting port b8632dde-f164-46e6-9aa8-c84a33f4ddc3 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:28:38.395854 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:38.601846 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] For port b8632dde-f164-46e6-9aa8-c84a33f4ddc3, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:38.602108 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:38.637263 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3e57a-a1c2-4ddd-8eb9-89ee358990a3 req-ebbf0138-7da4-4644-a951-1fe699b68af3 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:38.639913 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-77d3e57a-a1c2-4ddd-8eb9-89ee358990a3 req-ebbf0138-7da4-4644-a951-1fe699b68af3 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 946 time: 0.1437337
May 06 09:28:38.678232 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-6ade80bb-1a47-4d27-92a6-0a7f9a0c2361 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:38.678984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-6ade80bb-1a47-4d27-92a6-0a7f9a0c2361 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Synchronizing usage tracker for tenant:b8c0340227eb47b8be22f2e3118f56d9 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:28:38.709747 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-77d3e57a-a1c2-4ddd-8eb9-89ee358990a3 req-84fcd664-8f8e-4e0a-a5d1-a283e75184cb tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621874
May 06 09:28:38.744233 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Calling delete_port for b8632dde-f164-46e6-9aa8-c84a33f4ddc3 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:28:38.925220 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-6ade80bb-1a47-4d27-92a6-0a7f9a0c2361 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Unset dirty status for tenant:b8c0340227eb47b8be22f2e3118f56d9 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:28:38.926355 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-6ade80bb-1a47-4d27-92a6-0a7f9a0c2361 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.73 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.5012779
May 06 09:28:39.106073 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Deleting port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:28:39.107147 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:39.123854 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:39.135138 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:39.141789 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['7a9905f1-5c9a-4dc6-b601-0676967e1360', '34bcee94-06e8-4011-9613-234ee5281c3e', '09801e94-c740-4664-b3e8-2415fae71011'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:28:39.271724 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Pushing event deleted for resources: {'Port': ['ID=b8632dde-f164-46e6-9aa8-c84a33f4ddc3,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:39.275440 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:39.335934 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4f655-c493-4442-abfa-0f146362ea70 req-3deb2687-0c0f-4b75-a740-4a1769336e94 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:39.337561 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1df4f655-c493-4442-abfa-0f146362ea70 req-3deb2687-0c0f-4b75-a740-4a1769336e94 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1454396
May 06 09:28:39.404327 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] No DVR routers for this DVR port b8632dde-f164-46e6-9aa8-c84a33f4ddc3 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:28:39.407246 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:39.413901 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6366d135-521c-441a-9c01-901f7fbd3642', 'name': 'network-vif-deleted', 'tag': 'b8632dde-f164-46e6-9aa8-c84a33f4ddc3'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:28:39.425454 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1df4f655-c493-4442-abfa-0f146362ea70 req-71fd0491-a618-42d9-beca-aab743cd4d2c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795774
May 06 09:28:39.463354 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] For port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:39.463852 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:39.601997 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6366d135-521c-441a-9c01-901f7fbd3642', 'name': 'network-vif-deleted', 'tag': 'b8632dde-f164-46e6-9aa8-c84a33f4ddc3', 'status': 'completed', 'code': 200}
May 06 09:28:39.610140 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Calling delete_port for 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:28:39.613868 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-10cbc0cd-f682-4f56-a6ff-1ee59a426d3d req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "DELETE /v2.0/ports/b8632dde-f164-46e6-9aa8-c84a33f4ddc3 HTTP/1.1" status: 204  len: 173 time: 1.4430389
May 06 09:28:39.694540 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da5cdf-ae18-47a4-9a06-4034f5194ff0 req-31cb7e01-ab21-42b8-95a6-3cdd9f9bcc95 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:39.697153 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-30da5cdf-ae18-47a4-9a06-4034f5194ff0 req-31cb7e01-ab21-42b8-95a6-3cdd9f9bcc95 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 945 time: 0.1007383
May 06 09:28:39.759777 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-30da5cdf-ae18-47a4-9a06-4034f5194ff0 req-07f4ef45-55ce-48df-8f0c-581a3ba9352f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489028
May 06 09:28:39.853110 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:39.860668 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:39.933028 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cd4047ac-5506-4459-8515-0050d54d3be3 req-3f83d623-5701-4516-bd31-349fc4e108dd tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6366d135-521c-441a-9c01-901f7fbd3642 HTTP/1.1" status: 200  len: 210 time: 0.0734215
May 06 09:28:39.935267 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Pushing event deleted for resources: {'Port': ['ID=1f0c26d3-4d8e-4ff5-87c9-2196c91a774d,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:39.941955 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:40.054396 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] No DVR routers for this DVR port 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:28:40.056996 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:40.190796 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f01ab632-fd6f-459c-b6c4-6f658ee385f6 req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.73 "DELETE /v2.0/ports/1f0c26d3-4d8e-4ff5-87c9-2196c91a774d HTTP/1.1" status: 204  len: 173 time: 1.2515399
May 06 09:28:40.574805 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['1f0c26d3-4d8e-4ff5-87c9-2196c91a774d', '4f972f49-4b68-4306-9ce3-5c7471bf823b'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:28:40.779545 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee84d3c-8c92-427b-9f96-2cffa9cf3f75 req-9724d06e-2a8a-4423-8feb-4e34cc44612a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:40.781623 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8ee84d3c-8c92-427b-9f96-2cffa9cf3f75 req-9724d06e-2a8a-4423-8feb-4e34cc44612a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1287918
May 06 09:28:40.842434 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8ee84d3c-8c92-427b-9f96-2cffa9cf3f75 req-042da040-ec2a-4f92-9db7-f9fe40935b02 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486207
May 06 09:28:41.070320 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:28:41.076185 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9ac127db-db44-4d27-8465-c67d7df1774b req-eda0a8f3-6326-4e86-b1bd-a2c86b09f8ea tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=3377fe96-b365-4007-94df-023da5bce0dc HTTP/1.1" status: 200  len: 210 time: 0.0549381
May 06 09:28:41.137572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:28:41.138179 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 1f0c26d3-4d8e-4ff5-87c9-2196c91a774d not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:28:41.138892 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device b8632dde-f164-46e6-9aa8-c84a33f4ddc3 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:28:41.206773 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: b8632dde-f164-46e6-9aa8-c84a33f4ddc3 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:28:41.207344 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device b8632dde-f164-46e6-9aa8-c84a33f4ddc3 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:28:41.603301 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3377fe96-b365-4007-94df-023da5bce0dc', 'name': 'network-vif-deleted', 'tag': '1f0c26d3-4d8e-4ff5-87c9-2196c91a774d'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:28:41.653599 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3377fe96-b365-4007-94df-023da5bce0dc', 'name': 'network-vif-deleted', 'tag': '1f0c26d3-4d8e-4ff5-87c9-2196c91a774d', 'status': 'completed', 'code': 200}
May 06 09:28:42.071711 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d2275-d9a3-4ec9-80b7-a0d6cdd8c521 req-a6f575d8-6ef1-4be9-bff8-c5188fd88a7b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:42.073350 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-741d2275-d9a3-4ec9-80b7-a0d6cdd8c521 req-a6f575d8-6ef1-4be9-bff8-c5188fd88a7b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.0864673
May 06 09:28:42.127573 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-741d2275-d9a3-4ec9-80b7-a0d6cdd8c521 req-e06b20fe-c3fe-4551-83e1-d1697a8d3be5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476530
May 06 09:28:42.931071 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec801434-14be-4f2b-9b95-cbb1bfa9d3b2 req-07def575-20df-4532-a746-194fb6d2a1ac tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:42.933011 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ec801434-14be-4f2b-9b95-cbb1bfa9d3b2 req-07def575-20df-4532-a746-194fb6d2a1ac tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0980480
May 06 09:28:42.983853 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ec801434-14be-4f2b-9b95-cbb1bfa9d3b2 req-b64d7b03-054d-419a-abf4-bec569b5ac44 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444694
May 06 09:28:43.218569 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93624ac7-df5c-4b26-81f8-3c8bb2775766 req-4ed6bfa1-440f-4e40-b57a-1d211c8cf1a0 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:43.224428 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-93624ac7-df5c-4b26-81f8-3c8bb2775766 req-4ed6bfa1-440f-4e40-b57a-1d211c8cf1a0 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 946 time: 0.1171539
May 06 09:28:43.400436 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-93624ac7-df5c-4b26-81f8-3c8bb2775766 req-8d66ac45-1e47-4bac-a45a-3d5adf2d6305 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686163
May 06 09:28:43.453361 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b15ad-f2c1-43d1-b83f-6bd0c0346ad3 req-28369bac-64df-46a9-9682-1b70f12fbdda tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:43.456099 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-136b15ad-f2c1-43d1-b83f-6bd0c0346ad3 req-28369bac-64df-46a9-9682-1b70f12fbdda tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1980608
May 06 09:28:43.508925 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-136b15ad-f2c1-43d1-b83f-6bd0c0346ad3 req-a927219b-74ee-42cb-bf2e-38e4bf173eb3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464547
May 06 09:28:44.233750 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7021a30-6cc4-4ff9-bac3-e83625a8ec6c req-95cf210d-b688-49dc-be92-2c6ea825f23e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:44.235440 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a7021a30-6cc4-4ff9-bac3-e83625a8ec6c req-95cf210d-b688-49dc-be92-2c6ea825f23e tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.0934539
May 06 09:28:44.317731 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a7021a30-6cc4-4ff9-bac3-e83625a8ec6c req-fb253301-02a1-49fe-b8a4-58330a59d748 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745447
May 06 09:28:44.641057 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cfaa2-85a7-4020-8d34-3d47174fab16 req-a20faced-aadf-4560-853b-e408d2f42204 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:44.643709 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-868cfaa2-85a7-4020-8d34-3d47174fab16 req-a20faced-aadf-4560-853b-e408d2f42204 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 946 time: 0.1227973
May 06 09:28:44.819936 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-868cfaa2-85a7-4020-8d34-3d47174fab16 req-e2521ca2-77ab-4124-9ef3-c777a9bc3429 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118453
May 06 09:28:44.855968 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7372ad-e854-4397-a2ca-b45c6de92a40 req-e3f74fcd-7dd9-4679-a688-665b995dff2e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:44.857586 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cf7372ad-e854-4397-a2ca-b45c6de92a40 req-e3f74fcd-7dd9-4679-a688-665b995dff2e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.2125657
May 06 09:28:44.908967 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cf7372ad-e854-4397-a2ca-b45c6de92a40 req-63cb2d6b-eaed-471d-80a5-4e144b50a83a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444279
May 06 09:28:45.111443 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ce81c0e8-08bb-4ffb-946d-a5b986390a69 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:28:45.234717 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-c34ea460-5cea-4579-be64-586875b99194 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:45.236101 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-c34ea460-5cea-4579-be64-586875b99194 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Synchronizing usage tracker for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:28:45.292137 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:45.319810 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'port_id': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'mac_address': 'fa:16:3e:95:00:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:28:45.361239 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-c34ea460-5cea-4579-be64-586875b99194 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Unset dirty status for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:28:45.365112 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-c34ea460-5cea-4579-be64-586875b99194 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 946 time: 0.2406497
May 06 09:28:45.395988 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:45.414563 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce81c0e8-08bb-4ffb-946d-a5b986390a69 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:28:45.432104 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:45.529336 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Deleting port 09801e94-c740-4664-b3e8-2415fae71011 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:28:45.529903 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:45.544066 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:45.546110 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:45.627709 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=6']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:45.631855 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:45.647554 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['ce81c0e8-08bb-4ffb-946d-a5b986390a69'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:28:45.695691 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbccfc-f972-4a61-bc3e-3f1aad6bdb99 req-963fcfb8-44e2-49c0-94c2-c87720fbd3aa tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:45.699598 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0dcbccfc-f972-4a61-bc3e-3f1aad6bdb99 req-963fcfb8-44e2-49c0-94c2-c87720fbd3aa tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.2527711
May 06 09:28:45.765750 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0dcbccfc-f972-4a61-bc3e-3f1aad6bdb99 req-630e8894-9d56-40cd-b5f6-e8d186c25b1b tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591702
May 06 09:28:45.788008 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] For port 09801e94-c740-4664-b3e8-2415fae71011, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=09801e94-c740-4664-b3e8-2415fae71011,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:45.788650 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:45.939299 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Calling delete_port for 09801e94-c740-4664-b3e8-2415fae71011 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:28:46.142422 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35b0f4-8db2-4315-8d48-771eb9103601 req-29da0c95-45b3-4879-b87a-2f5dd15b2d60 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:46.148440 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fc35b0f4-8db2-4315-8d48-771eb9103601 req-29da0c95-45b3-4879-b87a-2f5dd15b2d60 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 946 time: 0.1540585
May 06 09:28:46.204486 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fc35b0f4-8db2-4315-8d48-771eb9103601 req-68282463-8b9f-4f40-8acc-02ab0ffabb34 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559938
May 06 09:28:46.243870 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10464ef5-d729-4c33-9357-e1e37e64e027 req-b632079d-b296-43f7-ba1d-66ce55d17ccf tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:46.249725 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-10464ef5-d729-4c33-9357-e1e37e64e027 req-b632079d-b296-43f7-ba1d-66ce55d17ccf tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 945 time: 0.1858344
May 06 09:28:46.304438 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:46.313905 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:46.318602 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['7a9905f1-5c9a-4dc6-b601-0676967e1360', '34bcee94-06e8-4011-9613-234ee5281c3e', '09801e94-c740-4664-b3e8-2415fae71011'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:28:46.328682 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-10464ef5-d729-4c33-9357-e1e37e64e027 req-6322da22-e440-42e6-898b-74f478b303dd tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762205
May 06 09:28:46.400884 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Pushing event deleted for resources: {'Port': ['ID=09801e94-c740-4664-b3e8-2415fae71011,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:46.406403 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:46.604444 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:28:46.628240 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] No DVR routers for this DVR port 09801e94-c740-4664-b3e8-2415fae71011 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:28:46.631586 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:46.634471 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b366927-9667-4efe-b3f4-67e38ece7889', 'name': 'network-vif-deleted', 'tag': '09801e94-c740-4664-b3e8-2415fae71011'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:28:46.700729 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b366927-9667-4efe-b3f4-67e38ece7889', 'name': 'network-vif-deleted', 'tag': '09801e94-c740-4664-b3e8-2415fae71011', 'status': 'completed', 'code': 200}
May 06 09:28:46.759587 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31c5e65b-f1e8-4917-bc99-c9f125ff1a1d req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "DELETE /v2.0/ports/09801e94-c740-4664-b3e8-2415fae71011 HTTP/1.1" status: 204  len: 173 time: 1.3899148
May 06 09:28:46.858943 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-046557cc-e693-4262-ac53-fa5bf7b9c5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:47.061234 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa7e46-c6df-4c5c-8bfd-6140f9724038 req-d0cb2ca6-8678-44e8-88b5-0c3d267fa656 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:47.065255 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f3fa7e46-c6df-4c5c-8bfd-6140f9724038 req-d0cb2ca6-8678-44e8-88b5-0c3d267fa656 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1430008
May 06 09:28:47.128440 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f3fa7e46-c6df-4c5c-8bfd-6140f9724038 req-3885677a-afd5-4d4c-a1b5-1d2ea758fb95 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557623
May 06 09:28:47.147375 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ce81c0e8-08bb-4ffb-946d-a5b986390a69 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:28:47.298446 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port ce81c0e8-08bb-4ffb-946d-a5b986390a69 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:28:47.298939 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:47.465824 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-014641da-c7ed-4b5f-b849-cc5b4026003e req-540e9206-7b32-44bb-9252-aa4ad4378392 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b366927-9667-4efe-b3f4-67e38ece7889 HTTP/1.1" status: 200  len: 210 time: 0.0920718
May 06 09:28:47.558358 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:47.606209 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:28:47.624844 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:47.650575 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0cec4-78ab-4382-a1ff-5b3fdc864f43 req-91d6212f-e8f2-406e-a138-5d853d1742d4 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:47.652435 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c5e0cec4-78ab-4382-a1ff-5b3fdc864f43 req-91d6212f-e8f2-406e-a138-5d853d1742d4 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 945 time: 0.1144989
May 06 09:28:47.691238 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:47.692126 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 09801e94-c740-4664-b3e8-2415fae71011 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:28:47.740247 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c5e0cec4-78ab-4382-a1ff-5b3fdc864f43 req-6ee76732-5086-453d-9f18-262bd8095526 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802276
May 06 09:28:47.742657 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'code': 200}
May 06 09:28:47.743195 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:47.839422 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 09801e94-c740-4664-b3e8-2415fae71011 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:28:47.840096 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 09801e94-c740-4664-b3e8-2415fae71011 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:28:47.853552 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=7']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:47.857064 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:48.456658 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec967fca-becc-4899-af1a-9bb6aea1f307 req-93b83ce5-05a7-4c4a-82e3-23bd2f2ab866 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:48.458267 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ec967fca-becc-4899-af1a-9bb6aea1f307 req-93b83ce5-05a7-4c4a-82e3-23bd2f2ab866 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1259918
May 06 09:28:48.529753 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ec967fca-becc-4899-af1a-9bb6aea1f307 req-8fde2379-2733-48be-b93e-877645e70cd6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633509
May 06 09:28:49.132530 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c0e2d-10cc-4d11-a28b-a0a52a290bdc req-6ad3bc06-7e87-4109-a8e0-151187533963 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:49.134142 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-db5c0e2d-10cc-4d11-a28b-a0a52a290bdc req-6ad3bc06-7e87-4109-a8e0-151187533963 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.2260537
May 06 09:28:49.161170 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-04c025e1-0022-4feb-8863-c417602fc99c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:49.163373 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-04c025e1-0022-4feb-8863-c417602fc99c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Synchronizing usage tracker for tenant:b8c0340227eb47b8be22f2e3118f56d9 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:28:49.256947 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-db5c0e2d-10cc-4d11-a28b-a0a52a290bdc req-f5cb93c9-bd93-441c-beca-55f6b486095f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059334
May 06 09:28:49.319433 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-04c025e1-0022-4feb-8863-c417602fc99c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Unset dirty status for tenant:b8c0340227eb47b8be22f2e3118f56d9 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:28:49.322670 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-04c025e1-0022-4feb-8863-c417602fc99c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.4050701
May 06 09:28:49.409535 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:49.464558 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794655-ebc2-4bf7-85aa-3dcc4f5fefff req-55935e73-b3df-4c51-a3c0-9fbbe0550de5 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:49.465510 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-94794655-ebc2-4bf7-85aa-3dcc4f5fefff req-55935e73-b3df-4c51-a3c0-9fbbe0550de5 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 945 time: 0.1203372
May 06 09:28:49.547732 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-94794655-ebc2-4bf7-85aa-3dcc4f5fefff req-cb4fb2d1-004b-4e30-b13b-bb90ee0ab4d8 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731328
May 06 09:28:49.623119 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-642c9c76-07f7-4df4-8d17-cfba1b6a394e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:49.664504 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Deleting port 4f972f49-4b68-4306-9ce3-5c7471bf823b {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:28:49.664824 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:49.805158 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84673aca-0841-423e-aaaf-1547ae3e5bb5 req-e6a24609-f9b4-4a86-8fbc-563b36a36a0f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:49.806955 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-84673aca-0841-423e-aaaf-1547ae3e5bb5 req-e6a24609-f9b4-4a86-8fbc-563b36a36a0f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 946 time: 0.1244605
May 06 09:28:49.878317 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-84673aca-0841-423e-aaaf-1547ae3e5bb5 req-7e246a21-3b44-4a1e-8998-be99a5d4be93 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/security-groups?id=18eda81e-b0a3-4fab-b46c-68f856c01d0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638199
May 06 09:28:49.937810 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] For port 4f972f49-4b68-4306-9ce3-5c7471bf823b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4f972f49-4b68-4306-9ce3-5c7471bf823b,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:49.938494 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:50.104936 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Calling delete_port for 4f972f49-4b68-4306-9ce3-5c7471bf823b owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:28:50.650567 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:50.658572 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:50.672491 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['4f972f49-4b68-4306-9ce3-5c7471bf823b'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:28:50.680475 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-78759191-74da-4f4e-b25c-b9139b952ca1 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:50.701461 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f85aa-ba48-4c55-aaf5-f47571a2d3c0 req-6d2264e8-db54-4f9d-ac76-1793b0505acb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:50.715318 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1b1f85aa-ba48-4c55-aaf5-f47571a2d3c0 req-6d2264e8-db54-4f9d-ac76-1793b0505acb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1581290
May 06 09:28:50.771286 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Pushing event deleted for resources: {'Port': ['ID=4f972f49-4b68-4306-9ce3-5c7471bf823b,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:50.829803 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:50.887017 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] No DVR routers for this DVR port 4f972f49-4b68-4306-9ce3-5c7471bf823b on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:28:50.891958 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:50.900430 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12b09d-67af-4b47-8dd7-e0330b4e490c', 'name': 'network-vif-deleted', 'tag': '4f972f49-4b68-4306-9ce3-5c7471bf823b'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:28:50.937691 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1b1f85aa-ba48-4c55-aaf5-f47571a2d3c0 req-013f137b-4ee4-4cf0-a21c-b25cf7104ff7 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2208643
May 06 09:28:50.955071 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-32c3c0e8-e124-4408-8a31-5606c6e14900 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:50.956315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-32c3c0e8-e124-4408-8a31-5606c6e14900 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Synchronizing usage tracker for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:28:50.998707 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad926e6-5d16-4d83-8e78-4e49a788854a req-a22609b4-3bb2-43f7-887a-c49c55cb43d6 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:51.002195 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0bf88e91-118c-403b-b3b4-f24e73398c1c req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.73 "DELETE /v2.0/ports/4f972f49-4b68-4306-9ce3-5c7471bf823b HTTP/1.1" status: 204  len: 173 time: 1.6673005
May 06 09:28:51.012543 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fad926e6-5d16-4d83-8e78-4e49a788854a req-a22609b4-3bb2-43f7-887a-c49c55cb43d6 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 945 time: 0.2502241
May 06 09:28:51.081341 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-32c3c0e8-e124-4408-8a31-5606c6e14900 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Unset dirty status for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:28:51.083688 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-32c3c0e8-e124-4408-8a31-5606c6e14900 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 945 time: 0.4882145
May 06 09:28:51.123322 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fad926e6-5d16-4d83-8e78-4e49a788854a req-50e4e088-88c1-4c42-9c27-7a7d5477caf4 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088707
May 06 09:28:51.251407 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12b09d-67af-4b47-8dd7-e0330b4e490c', 'name': 'network-vif-deleted', 'tag': '4f972f49-4b68-4306-9ce3-5c7471bf823b', 'status': 'completed', 'code': 200}
May 06 09:28:51.465057 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-42030cca-2e98-432a-bff7-3814d0e241ff req-9fbf94eb-8499-4f62-a854-a5d76ce5a41f tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad12b09d-67af-4b47-8dd7-e0330b4e490c HTTP/1.1" status: 200  len: 210 time: 0.0506601
May 06 09:28:51.553061 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Deleting port 34bcee94-06e8-4011-9613-234ee5281c3e {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:28:51.554069 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:51.844213 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] For port 34bcee94-06e8-4011-9613-234ee5281c3e, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=34bcee94-06e8-4011-9613-234ee5281c3e,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:51.845572 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:52.039055 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Calling delete_port for 34bcee94-06e8-4011-9613-234ee5281c3e owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:28:52.164598 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:52.445358 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:52.460156 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['7a9905f1-5c9a-4dc6-b601-0676967e1360', '34bcee94-06e8-4011-9613-234ee5281c3e'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:28:52.464284 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:52.603657 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Pushing event deleted for resources: {'Port': ['ID=34bcee94-06e8-4011-9613-234ee5281c3e,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:52.633050 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33c540-f576-4909-acb6-d3f01c8e988a req-c5b5c3b6-3227-48bc-b381-e18b80e1d5fc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:52.646582 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ff33c540-f576-4909-acb6-d3f01c8e988a req-c5b5c3b6-3227-48bc-b381-e18b80e1d5fc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.4270566
May 06 09:28:52.655118 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:52.746482 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bca3305e-20f6-4dfd-b444-a5e726562a2d req-3da8da45-7df0-4869-8ca1-72d4ae136197 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 210 time: 0.2003582
May 06 09:28:52.765991 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] No DVR routers for this DVR port 34bcee94-06e8-4011-9613-234ee5281c3e on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:28:52.783929 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:52.819593 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ff33c540-f576-4909-acb6-d3f01c8e988a req-a0450efc-f4d3-4856-9700-e5cec816a336 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1714585
May 06 09:28:52.868769 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0add932e-8a2c-4fd9-bcb2-cdc7eb7a59f8 req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "DELETE /v2.0/ports/34bcee94-06e8-4011-9613-234ee5281c3e HTTP/1.1" status: 204  len: 173 time: 1.7782528
May 06 09:28:52.961168 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 40784) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:28:53.181597 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 34bcee94-06e8-4011-9613-234ee5281c3e no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:28:53.252738 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 34bcee94-06e8-4011-9613-234ee5281c3e {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:28:53.253295 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91e4fa7-b46c-49fc-bb38-85622de0da92', 'name': 'network-vif-deleted', 'tag': '34bcee94-06e8-4011-9613-234ee5281c3e'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:28:53.253893 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 34bcee94-06e8-4011-9613-234ee5281c3e not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:28:53.255070 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 4f972f49-4b68-4306-9ce3-5c7471bf823b no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:28:53.368299 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91e4fa7-b46c-49fc-bb38-85622de0da92', 'name': 'network-vif-deleted', 'tag': '34bcee94-06e8-4011-9613-234ee5281c3e', 'status': 'completed', 'code': 200}
May 06 09:28:53.381236 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 4f972f49-4b68-4306-9ce3-5c7471bf823b {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:28:53.381857 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 4f972f49-4b68-4306-9ce3-5c7471bf823b not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:28:53.513630 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:54.037441 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6e50e900-ca4c-436a-82fa-a802bb0fe9d1 req-f6eeb8b3-3a74-407c-b279-b3b8d99dbf35 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=a91e4fa7-b46c-49fc-bb38-85622de0da92 HTTP/1.1" status: 200  len: 210 time: 0.0693264
May 06 09:28:54.065617 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810374'] for router_interface, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:54.681310 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6c98b-8e16-4527-b87d-40877022c334 req-c58177c9-376b-4301-b705-e7923f0ff025 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:54.683840 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f6a6c98b-8e16-4527-b87d-40877022c334 req-c58177c9-376b-4301-b705-e7923f0ff025 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.3997595
May 06 09:28:54.707058 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe28ed-cc78-4958-bb9e-8e304b2048b2 req-7697a854-d537-4f60-baf9-0cded5b97eed tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:54.708412 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ebfe28ed-cc78-4958-bb9e-8e304b2048b2 req-7697a854-d537-4f60-baf9-0cded5b97eed tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.5059783
May 06 09:28:54.907794 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ebfe28ed-cc78-4958-bb9e-8e304b2048b2 req-144e7961-6fcb-4d38-9e16-643b23d67823 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496673
May 06 09:28:54.929585 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f6a6c98b-8e16-4527-b87d-40877022c334 req-24cbe4db-9af7-4d40-8088-3e03ca5b5bc7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1730785
May 06 09:28:55.211644 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Deleting port 33edc8ec-db0c-402e-8c6c-7208110c04cc {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:28:55.212376 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:55.472557 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] For port 33edc8ec-db0c-402e-8c6c-7208110c04cc, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=33edc8ec-db0c-402e-8c6c-7208110c04cc,segment=NetworkSegment(fc1ef7e9-2062-4d13-adab-fdab96159308),segment_id=fc1ef7e9-2062-4d13-adab-fdab96159308)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:55.472850 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:55.602534 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Calling delete_port for 33edc8ec-db0c-402e-8c6c-7208110c04cc owned by network:router_interface {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:28:56.449104 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17174c8-720a-4400-90a4-37826016f656 req-d248af51-9903-477b-91b3-a41da8e19710 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:56.453337 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a17174c8-720a-4400-90a4-37826016f656 req-d248af51-9903-477b-91b3-a41da8e19710 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.2893074
May 06 09:28:56.519713 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:56.528290 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0e190-27b4-4ab3-91f4-3d3c270ddc62 req-8a38e902-525e-4455-9944-f048e61d2317 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:56.535661 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e0d0e190-27b4-4ab3-91f4-3d3c270ddc62 req-8a38e902-525e-4455-9944-f048e61d2317 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1964021
May 06 09:28:56.545350 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:28:56.604306 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a17174c8-720a-4400-90a4-37826016f656 req-c0c01da7-5931-4efc-a869-b4fc7940590b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1391358
May 06 09:28:56.669481 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=33edc8ec-db0c-402e-8c6c-7208110c04cc,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:28:56.688583 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:28:56.763139 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e0d0e190-27b4-4ab3-91f4-3d3c270ddc62 req-b4fd5b5f-5cc9-4883-80fe-fcc6a442d9b7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1782300
May 06 09:28:57.023247 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810806'] for router_interface, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:57.544501 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Router da511efd-6bb7-467e-9894-a8698e202723 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:28:57.855726 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:28:57.877531 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] 10.222.0.68 "PUT /v2.0/routers/da511efd-6bb7-467e-9894-a8698e202723/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9154482
May 06 09:28:57.878632 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] Sync routers for ids ['da511efd-6bb7-467e-9894-a8698e202723'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:28:57.881679 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 40822) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:28:57.907847 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] Routers {'da511efd-6bb7-467e-9894-a8698e202723'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:28:57.911033 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b090a070>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:28:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['da511efd-6bb7-467e-9894-a8698e202723'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:28:57.931777 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3cf17-f66c-4399-81d1-83ff086aef3e req-8b5c5ff2-479e-488d-a04f-8fce4d7b24b4 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:57.950652 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-42b3cf17-f66c-4399-81d1-83ff086aef3e req-8b5c5ff2-479e-488d-a04f-8fce4d7b24b4 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1896491
May 06 09:28:58.042866 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-42b3cf17-f66c-4399-81d1-83ff086aef3e req-73a092cf-e210-4ae8-94d5-7a6589902d14 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944967
May 06 09:28:58.225705 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] Set router da511efd-6bb7-467e-9894-a8698e202723 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:28:58.537465 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:58.610745 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b090a070>, [{'id': 'da511efd-6bb7-467e-9894-a8698e202723', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:28:56Z', 'revision_number': 5, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'gw_port': {'id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:09Z', 'updated_at': '2021-05-06T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:28:58.617027 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] Checking router: da511efd-6bb7-467e-9894-a8698e202723 for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:28:58.626328 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81d2e7-995f-419d-815f-e73aca00de94 req-042ef014-8000-45b0-a9ce-59f94ceefb19 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:58.627920 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cc81d2e7-995f-419d-815f-e73aca00de94 req-042ef014-8000-45b0-a9ce-59f94ceefb19 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1206245
May 06 09:28:58.635526 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] Routers {'da511efd-6bb7-467e-9894-a8698e202723'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:28:58.636496 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b090a070>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:28:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['da511efd-6bb7-467e-9894-a8698e202723'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:28:58.666641 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c88fb-9cc5-4157-b43f-c1b287ac4ede req-9593cd39-7dd5-46cb-8c11-fb23a353b239 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:58.668243 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-050c88fb-9cc5-4157-b43f-c1b287ac4ede req-9593cd39-7dd5-46cb-8c11-fb23a353b239 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 946 time: 0.4130914
May 06 09:28:58.738056 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cc81d2e7-995f-419d-815f-e73aca00de94 req-4a22e6ec-4c42-4a11-921a-50e41d1ad0fa tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006110
May 06 09:28:58.757483 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-050c88fb-9cc5-4157-b43f-c1b287ac4ede req-579a08c1-d3b9-4e23-86ff-4d08b87e4e92 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826674
May 06 09:28:58.912585 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] Set router da511efd-6bb7-467e-9894-a8698e202723 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:28:58.980214 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:59.243238 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Deleting port 9d119fb2-2c75-415f-a25c-cf77a01ce51d {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:28:59.244801 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:59.318916 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b090a070>, [{'id': 'da511efd-6bb7-467e-9894-a8698e202723', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:28:56Z', 'revision_number': 5, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'gw_port': {'id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:09Z', 'updated_at': '2021-05-06T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:28:59.328025 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104e610-abda-408c-892d-44b052b6a6fc None None] The sync data for ids ['da511efd-6bb7-467e-9894-a8698e202723'] in dv-cinder-790014-1-iscsi is: [{'id': 'da511efd-6bb7-467e-9894-a8698e202723', 'name': 'tempest-ServerRescueNegativeTestJSON-22247035-router', 'tenant_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:28:56Z', 'revision_number': 5, 'project_id': 'b8c0340227eb47b8be22f2e3118f56d9', 'gw_port': {'id': '9d119fb2-2c75-415f-a25c-cf77a01ce51d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da511efd-6bb7-467e-9894-a8698e202723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:09Z', 'updated_at': '2021-05-06T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:28:59.369662 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0bad5-5cf7-4f77-9e25-72fc1135213a req-f03c4d0a-fadd-4f5a-8be6-9d58c2da9c9d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:59.371286 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-50d0bad5-5cf7-4f77-9e25-72fc1135213a req-f03c4d0a-fadd-4f5a-8be6-9d58c2da9c9d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1630487
May 06 09:28:59.437876 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-50d0bad5-5cf7-4f77-9e25-72fc1135213a req-c1eae0f6-2828-47b7-9850-77e17ad30112 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569372
May 06 09:28:59.555145 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] For port 9d119fb2-2c75-415f-a25c-cf77a01ce51d, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9d119fb2-2c75-415f-a25c-cf77a01ce51d,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:28:59.555503 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:28:59.719242 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Calling delete_port for 9d119fb2-2c75-415f-a25c-cf77a01ce51d owned by network:router_gateway {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:28:59.816949 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-982c105d-331a-4871-9fb9-0dec7c6bc273 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:28:59.817663 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-982c105d-331a-4871-9fb9-0dec7c6bc273 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Synchronizing usage tracker for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:29:00.131937 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536a42-c10a-49d9-aa48-b3b78b0dd671 req-3c680c52-b765-4653-85de-aa20ba7dfe6c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:00.133971 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4d536a42-c10a-49d9-aa48-b3b78b0dd671 req-3c680c52-b765-4653-85de-aa20ba7dfe6c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1975629
May 06 09:29:00.149180 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bac54-186b-4aff-9a5d-409a9bf76d3e req-7b489ecc-c721-460f-9a8c-3bb9ffba8531 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:00.151800 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5e9bac54-186b-4aff-9a5d-409a9bf76d3e req-7b489ecc-c721-460f-9a8c-3bb9ffba8531 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 946 time: 0.1668708
May 06 09:29:00.286620 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4d536a42-c10a-49d9-aa48-b3b78b0dd671 req-3b8f4082-b712-4836-8a98-ca301387fff7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1325266
May 06 09:29:00.309211 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5e9bac54-186b-4aff-9a5d-409a9bf76d3e req-bf9607ab-5b8a-4302-a035-5a15dfef3e0d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138606
May 06 09:29:00.642458 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68cc56-73e3-4bb7-b240-dd055a506093 req-28f85fd9-9ad5-4971-99d3-f4a018762f2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:00.644176 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4c68cc56-73e3-4bb7-b240-dd055a506093 req-28f85fd9-9ad5-4971-99d3-f4a018762f2d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.0945401
May 06 09:29:00.699559 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4c68cc56-73e3-4bb7-b240-dd055a506093 req-1e5cf7fb-4413-41e5-975b-f4d9685cb311 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493352
May 06 09:29:00.735087 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 33edc8ec-db0c-402e-8c6c-7208110c04cc no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:29:00.774106 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 33edc8ec-db0c-402e-8c6c-7208110c04cc {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:29:00.774459 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 33edc8ec-db0c-402e-8c6c-7208110c04cc not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:29:00.904394 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-982c105d-331a-4871-9fb9-0dec7c6bc273 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Unset dirty status for tenant:30c8cacafc8e46b89bf8a30e363801bc on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:29:00.906290 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-982c105d-331a-4871-9fb9-0dec7c6bc273 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 946 time: 1.3922198
May 06 09:29:00.950024 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:00.959672 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:01.022023 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d119fb2-2c75-415f-a25c-cf77a01ce51d,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:01.057732 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:01.220247 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3804002'] for router_gateway, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:01.557869 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Deleting port 7a9905f1-5c9a-4dc6-b601-0676967e1360 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:29:01.557869 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:01.572016 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5031'] for router, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:01.577912 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:01.837053 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3861616'] for router, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:01.837752 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da511efd-6bb7-467e-9894-a8698e202723 {{(pid=74356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 09:29:01.851209 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bc498-cbac-4cd2-9fef-cbbfde07738e req-6de12f8e-6030-43d8-91bf-95a802825e0b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:01.853153 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-228bc498-cbac-4cd2-9fef-cbbfde07738e req-6de12f8e-6030-43d8-91bf-95a802825e0b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.2152112
May 06 09:29:01.860825 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73ca7-66aa-4c85-89e5-ebd3cbfd766b req-5735b34a-6e12-445c-aefd-530d60232419 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:01.867999 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e3c73ca7-66aa-4c85-89e5-ebd3cbfd766b req-5735b34a-6e12-445c-aefd-530d60232419 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 946 time: 0.1564846
May 06 09:29:01.899319 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] For port 7a9905f1-5c9a-4dc6-b601-0676967e1360, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=7a9905f1-5c9a-4dc6-b601-0676967e1360,segment=NetworkSegment(9b64777d-b442-4a4b-9d06-07f806080903),segment_id=9b64777d-b442-4a4b-9d06-07f806080903)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:29:01.899902 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:01.954557 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e3c73ca7-66aa-4c85-89e5-ebd3cbfd766b req-100468b7-b2a6-40e9-b5e8-ebc542e8b5b7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/security-groups?id=5ffe4706-8694-429f-92fe-58c3ce8f664b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829635
May 06 09:29:01.962295 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-228bc498-cbac-4cd2-9fef-cbbfde07738e req-a15f44f4-9034-44d1-bf71-266039678de5 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778244
May 06 09:29:02.050506 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:02.054689 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 40846) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:02.054978 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] 10.222.0.68 "DELETE /v2.0/routers/da511efd-6bb7-467e-9894-a8698e202723 HTTP/1.1" status: 204  len: 168 time: 4.1697829
May 06 09:29:02.134316 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Calling delete_port for 7a9905f1-5c9a-4dc6-b601-0676967e1360 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:29:02.179171 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] Deleting subnet ef167820-7779-44dc-af64-e85845bb418c {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:29:02.184189 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:02.265636 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2060242'] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:02.352275 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:02.470693 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:02.477405 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:02.525821 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Pushing event deleted for resources: {'Port': ['ID=7a9905f1-5c9a-4dc6-b601-0676967e1360,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:02.529846 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:02.616255 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] No DVR routers for this DVR port 7a9905f1-5c9a-4dc6-b601-0676967e1360 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:29:02.619359 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:02.623405 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d45b344-ee95-46de-94e3-1d703ec310a9', 'name': 'network-vif-deleted', 'tag': '7a9905f1-5c9a-4dc6-b601-0676967e1360'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:29:02.696035 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d45b344-ee95-46de-94e3-1d703ec310a9', 'name': 'network-vif-deleted', 'tag': '7a9905f1-5c9a-4dc6-b601-0676967e1360', 'status': 'completed', 'code': 200}
May 06 09:29:02.733988 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-6e02b05a-e50e-4f1e-b87c-5aaea720d2da req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.73 "DELETE /v2.0/ports/7a9905f1-5c9a-4dc6-b601-0676967e1360 HTTP/1.1" status: 204  len: 173 time: 1.8214712
May 06 09:29:02.755132 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0c63-3df8-4ac2-be6f-47dcd5775c92 req-fd9def52-3d03-41b5-b5e9-e91abf5d5fe8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:02.757788 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d04a0c63-3df8-4ac2-be6f-47dcd5775c92 req-fd9def52-3d03-41b5-b5e9-e91abf5d5fe8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.3565056
May 06 09:29:02.791897 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9d119fb2-2c75-415f-a25c-cf77a01ce51d no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:29:02.834262 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 9d119fb2-2c75-415f-a25c-cf77a01ce51d {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:29:02.834262 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9d119fb2-2c75-415f-a25c-cf77a01ce51d not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:29:02.937786 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d04a0c63-3df8-4ac2-be6f-47dcd5775c92 req-e4c8b789-66e1-44f5-8205-041cd3430d3b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1658704
May 06 09:29:03.068919 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1975388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27356821'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:03.075715 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d0770bd7-0dba-4f93-91fd-176892b19e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:03.190674 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef167820-7779-44dc-af64-e85845bb418c,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:03.209918 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 7a9905f1-5c9a-4dc6-b601-0676967e1360 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:29:03.234379 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:03.241451 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:03.244988 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5b2fe42c-81ef-4365-a7c3-3f746a6e63e9 req-dcdf98ea-0cee-44f1-b4fc-bd4a1b4d75d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45b344-ee95-46de-94e3-1d703ec310a9 HTTP/1.1" status: 200  len: 210 time: 0.1152494
May 06 09:29:03.258214 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ef167820-7779-44dc-af64-e85845bb418c HTTP/1.1" status: 204  len: 168 time: 1.2016795
May 06 09:29:03.261925 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 40866) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:03.320165 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 7a9905f1-5c9a-4dc6-b601-0676967e1360 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:29:03.321212 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 7a9905f1-5c9a-4dc6-b601-0676967e1360 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:29:03.335476 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca140b-6333-4f1d-a75a-b03649972a5e req-3fd94a2c-4d77-413f-a67a-a6728b93580e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:03.338216 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d5ca140b-6333-4f1d-a75a-b03649972a5e req-3fd94a2c-4d77-413f-a67a-a6728b93580e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1405542
May 06 09:29:03.416610 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:03.417199 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d5ca140b-6333-4f1d-a75a-b03649972a5e req-2f537c22-cfd2-491d-8735-8a00a5115368 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693502
May 06 09:29:03.645231 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:03.668970 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4ab5153a0>,) {'filters': {'network_id': ['70345935-7db1-49d3-9dd4-7eb0d8636823']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:03.698415 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4ab5153a0>, 'fc1ef7e9-2062-4d13-adab-fdab96159308') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:03.698928 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4ab5153a0>, 'fc1ef7e9-2062-4d13-adab-fdab96159308') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:03.724944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:03.768721 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:03.778499 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-f5bdc45b-be97-4c2d-a601-b0156a970235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:03.780983 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-f5bdc45b-be97-4c2d-a601-b0156a970235 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 1099 time: 0.1999307
May 06 09:29:03.785361 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Releasing vlan 972 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:29:03.786041 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:29:03.806864 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:29:04.022356 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-b1a5c7eb-748d-47b3-b25d-2b6e1a8dde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:04.023857 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-b1a5c7eb-748d-47b3-b25d-2b6e1a8dde33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 918 time: 0.2159305
May 06 09:29:04.088638 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:04.105231 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0e211424-481a-4b4d-8ec3-b1d90473305f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:04.121234 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:04.214817 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201ca70-bb7d-41a3-b126-77aa48e163b0 req-aab75bbb-e3df-4b22-ac50-48a406ef9a69 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:04.217242 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3201ca70-bb7d-41a3-b126-77aa48e163b0 req-aab75bbb-e3df-4b22-ac50-48a406ef9a69 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.1037469
May 06 09:29:04.259889 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Pushing event deleted for resources: {'Network': ['ID=70345935-7db1-49d3-9dd4-7eb0d8636823,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:04.265984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:04.277251 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3201ca70-bb7d-41a3-b126-77aa48e163b0 req-612637dd-d2fe-4c8e-b46c-a36c80dfbc12 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515337
May 06 09:29:04.281818 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-d0dcc079-29a3-48e0-818a-33bec6047946 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69 HTTP/1.1" status: 200  len: 1002 time: 0.2519205
May 06 09:29:04.364146 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-270ecc7e-e48e-4e9a-9ed6-1923315445a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:04.366805 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-270ecc7e-e48e-4e9a-9ed6-1923315445a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.0782115
May 06 09:29:04.384409 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 40874) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:04.440014 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-5c873ed2-a343-49a2-bd2b-0d31d4701684 admin admin] 10.222.0.68 "DELETE /v2.0/networks/70345935-7db1-49d3-9dd4-7eb0d8636823 HTTP/1.1" status: 204  len: 168 time: 1.1762648
May 06 09:29:04.541807 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-ab519f25-f25e-474b-98ba-de2ca04f75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:04.544033 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-ab519f25-f25e-474b-98ba-de2ca04f75b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1703804
May 06 09:29:04.581459 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] Deleting subnet d1e6f073-8d8d-4417-a635-75e3b83e0759 {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:29:04.587124 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:04.642463 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2060242'] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:04.761594 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:04.797133 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-d6e4608b-5a53-4cd9-a941-30eea7cda02f service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446878
May 06 09:29:04.853201 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481cdd3-8028-4fda-a7b1-2052115e226b req-0a6d058b-ecc8-4590-bfae-f5f13b338d43 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:04.854902 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5481cdd3-8028-4fda-a7b1-2052115e226b req-0a6d058b-ecc8-4590-bfae-f5f13b338d43 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1802490
May 06 09:29:04.965855 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c731b2e9-4541-4a3d-9a8e-5c51bfca15e1 req-928de159-411b-4086-8be3-13b490edf67a service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622741
May 06 09:29:04.986161 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5481cdd3-8028-4fda-a7b1-2052115e226b req-ee8dee8b-2eae-476e-98c5-438f6091f78a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760579
May 06 09:29:04.995290 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 40882) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:05.069788 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-563941ee-400f-43b8-9c45-2e33851aeb19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b8c0340227eb47b8be22f2e3118f56d9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0697250
May 06 09:29:05.070057 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 40886) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:05.135197 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-17c98bb6-d8e2-4b48-81a5-ef15fe1dd4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.163505 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-17c98bb6-d8e2-4b48-81a5-ef15fe1dd4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.234214 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1975388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27356821'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.238620 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f76e8ab5-7ebc-416a-8fb6-c36fe22f8de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:05.276220 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e6f073-8d8d-4417-a635-75e3b83e0759,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:05.278255 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.281770 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:05.286244 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d1e6f073-8d8d-4417-a635-75e3b83e0759 HTTP/1.1" status: 204  len: 168 time: 0.9004912
May 06 09:29:05.289269 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 40890) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:05.310590 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-17c98bb6-d8e2-4b48-81a5-ef15fe1dd4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.318790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7f38382e-dac2-4b57-bd7b-4a29d102dfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:05.388858 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c98bb6-d8e2-4b48-81a5-ef15fe1dd4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eda81e-b0a3-4fab-b46c-68f856c01d0e,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:05.396160 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-17c98bb6-d8e2-4b48-81a5-ef15fe1dd4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:05.406667 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-17c98bb6-d8e2-4b48-81a5-ef15fe1dd4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.407840 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-17c98bb6-d8e2-4b48-81a5-ef15fe1dd4d1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/18eda81e-b0a3-4fab-b46c-68f856c01d0e HTTP/1.1" status: 204  len: 168 time: 0.3369820
May 06 09:29:05.434196 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.564666 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1a296-c248-4b4b-8219-e593fa5d2617 req-8061b92d-31f9-45b7-9700-13409d5ed66a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:05.566331 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1ce1a296-c248-4b4b-8219-e593fa5d2617 req-8061b92d-31f9-45b7-9700-13409d5ed66a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.0969708
May 06 09:29:05.630006 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1ce1a296-c248-4b4b-8219-e593fa5d2617 req-d5cc9b18-1190-4a0e-b43f-7f29eb848260 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469160
May 06 09:29:05.652224 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.667555 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4ab295970>,) {'filters': {'network_id': ['7e92c5a6-de17-4a4f-8d4c-1fb642c22390']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:05.681141 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4ab295970>, '9b64777d-b442-4a4b-9d06-07f806080903') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:05.681433 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4ab295970>, '9b64777d-b442-4a4b-9d06-07f806080903') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:05.694753 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.713817 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.724732 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Releasing vlan 971 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:29:05.725497 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:29:05.741254 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:29:05.976472 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.985357 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:05.991932 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-292b7dc1-c31a-4e6b-94ad-1ec931262544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:06.028972 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e92c5a6-de17-4a4f-8d4c-1fb642c22390,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:06.031449 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:06.116363 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-f9e7a62c-2bf8-44c3-80ec-e4c75b3fe3b7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7e92c5a6-de17-4a4f-8d4c-1fb642c22390 HTTP/1.1" status: 204  len: 168 time: 0.8258002
May 06 09:29:06.227480 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258a85c-3521-405b-9d15-e6f6f305b562 req-3daa8393-d8c1-4454-aeb7-fcc30eb7478f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:06.230179 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f258a85c-3521-405b-9d15-e6f6f305b562 req-3daa8393-d8c1-4454-aeb7-fcc30eb7478f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1087701
May 06 09:29:06.322995 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f258a85c-3521-405b-9d15-e6f6f305b562 req-d90750f7-baee-434c-a760-05a9263fd30a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826690
May 06 09:29:06.513028 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 40918) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:06.582569 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-7750ae68-6ecb-405a-9800-e5fd7e107678 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30c8cacafc8e46b89bf8a30e363801bc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0680017
May 06 09:29:06.586842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 40922) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:06.692580 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7f86b301-623d-4e43-9281-411fd0118e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:06.754257 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7f86b301-623d-4e43-9281-411fd0118e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:06.990393 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7f86b301-623d-4e43-9281-411fd0118e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:07.006155 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b5ddb753-0bcc-4e14-a795-2795108c295d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:07.070985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b301-623d-4e43-9281-411fd0118e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffe4706-8694-429f-92fe-58c3ce8f664b,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:07.150695 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7f86b301-623d-4e43-9281-411fd0118e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:07.166017 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7f86b301-623d-4e43-9281-411fd0118e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:07.167243 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-7f86b301-623d-4e43-9281-411fd0118e19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ffe4706-8694-429f-92fe-58c3ce8f664b HTTP/1.1" status: 204  len: 168 time: 0.5789335
May 06 09:29:07.211747 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df61343-77a5-4a0b-8edb-e1b4774cd3d0 req-508a3181-6a64-4ad5-8381-fb1355ca8222 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:07.216024 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7df61343-77a5-4a0b-8edb-e1b4774cd3d0 req-508a3181-6a64-4ad5-8381-fb1355ca8222 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.2992830
May 06 09:29:07.249249 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c2201-f705-4e6d-a032-ef482ddec41e req-abacc7f6-983f-4003-851e-89faa7de77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:07.252739 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-531c2201-f705-4e6d-a032-ef482ddec41e req-abacc7f6-983f-4003-851e-89faa7de77c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 1098 time: 0.1833408
May 06 09:29:07.257977 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ce81c0e8-08bb-4ffb-946d-a5b986390a69 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:29:07.324676 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61acebf-5a03-4f82-af12-3e490496144e req-8d5d2696-23f9-4115-90a9-38a6c382ea8c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:07.349465 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b61acebf-5a03-4f82-af12-3e490496144e req-8d5d2696-23f9-4115-90a9-38a6c382ea8c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 946 time: 0.2886865
May 06 09:29:07.423906 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7df61343-77a5-4a0b-8edb-e1b4774cd3d0 req-79ed9e9a-dacb-4c04-8b43-3dc34f0efdb9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2019401
May 06 09:29:07.468306 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b61acebf-5a03-4f82-af12-3e490496144e req-89e32a6e-f3aa-4df2-8f64-d0cda7b40cbe tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171916
May 06 09:29:07.499066 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c2201-f705-4e6d-a032-ef482ddec41e req-5af5852c-5e84-4cf3-9f77-839a40d9629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:07.518051 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-531c2201-f705-4e6d-a032-ef482ddec41e req-5af5852c-5e84-4cf3-9f77-839a40d9629a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 912 time: 0.2420492
May 06 09:29:07.519559 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:07.629911 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:29:07.632883 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:29:07.669150 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-531c2201-f705-4e6d-a032-ef482ddec41e req-18463d0a-8216-4f1e-bc20-9cd342bf69c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda HTTP/1.1" status: 200  len: 1001 time: 0.1600838
May 06 09:29:07.695658 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'code': 200}
May 06 09:29:07.713663 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:07.716826 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:07.754021 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c2201-f705-4e6d-a032-ef482ddec41e req-50dd2da3-8ed4-4499-a969-814610f5750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:07.755532 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-531c2201-f705-4e6d-a032-ef482ddec41e req-50dd2da3-8ed4-4499-a969-814610f5750f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.0796866
May 06 09:29:07.837798 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=8']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:07.845880 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:07.876181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c2201-f705-4e6d-a032-ef482ddec41e req-e924879f-c4af-4459-95f9-25b8db43bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:07.877825 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-531c2201-f705-4e6d-a032-ef482ddec41e req-e924879f-c4af-4459-95f9-25b8db43bc8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1092474
May 06 09:29:08.047791 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-531c2201-f705-4e6d-a032-ef482ddec41e req-c42cdc83-84e2-4673-ac85-cc1f21a1132a service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632833
May 06 09:29:08.322978 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-531c2201-f705-4e6d-a032-ef482ddec41e req-ad5e86bb-f8cb-42a4-8064-000b8f1670bd service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688994
May 06 09:29:08.919546 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b4dc1-43b9-4bfe-88ff-a3bfb21dcb88 req-a642b91a-7f1c-4ffe-baf2-64b2fff81259 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:08.922565 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3c2b4dc1-43b9-4bfe-88ff-a3bfb21dcb88 req-a642b91a-7f1c-4ffe-baf2-64b2fff81259 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.2787788
May 06 09:29:08.938299 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22533b46-303d-4bc6-9a97-a218ab118c64 req-06bac07c-1248-40be-bb14-5e974fe9e897 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:08.940773 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-22533b46-303d-4bc6-9a97-a218ab118c64 req-06bac07c-1248-40be-bb14-5e974fe9e897 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.2104049
May 06 09:29:09.054585 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3c2b4dc1-43b9-4bfe-88ff-a3bfb21dcb88 req-9c4a854b-c4fb-4054-bd55-3c2adc3ffda2 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123731
May 06 09:29:09.062654 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-22533b46-303d-4bc6-9a97-a218ab118c64 req-d081bae9-2e23-4ea3-9c5d-6c263c59df0c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951610
May 06 09:29:10.392175 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863158e-203f-4acf-8978-5606b5e87c0a req-4972ff59-91a8-4773-8334-af97ad25019a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:10.394502 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6863158e-203f-4acf-8978-5606b5e87c0a req-4972ff59-91a8-4773-8334-af97ad25019a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1470063
May 06 09:29:10.462486 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6863158e-203f-4acf-8978-5606b5e87c0a req-0db16db7-ad0e-476f-b0ff-3b4e4ff66e18 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616660
May 06 09:29:11.507769 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deac41-eeb2-4065-bcfc-4e87caa58ad8 req-074ab082-7e69-45a6-a308-fa236fb4456b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:11.509401 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e1deac41-eeb2-4065-bcfc-4e87caa58ad8 req-074ab082-7e69-45a6-a308-fa236fb4456b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1228111
May 06 09:29:11.584067 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e1deac41-eeb2-4065-bcfc-4e87caa58ad8 req-90fa63d1-1df3-45ed-906b-3bc2f448cb1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623698
May 06 09:29:12.296810 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41052) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:12.430890 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-a91b1c12-6b5a-4f03-ad87-464109cbbae7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1324165
May 06 09:29:12.859408 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171631bd-087a-4a0b-a9cb-1e4f2dd256a3 req-15a0c139-93a9-463e-9647-0e7474b817bd tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:12.861424 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-171631bd-087a-4a0b-a9cb-1e4f2dd256a3 req-15a0c139-93a9-463e-9647-0e7474b817bd tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1083949
May 06 09:29:12.920002 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-171631bd-087a-4a0b-a9cb-1e4f2dd256a3 req-aa0695e1-470d-4f71-b83d-13847c34c751 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518057
May 06 09:29:14.145591 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf2122-271f-4060-99d1-a0ef90b6c0ed req-3c68ec3b-cf4e-4af4-9351-27503d6f25fd tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:14.147212 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-50cf2122-271f-4060-99d1-a0ef90b6c0ed req-3c68ec3b-cf4e-4af4-9351-27503d6f25fd tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.0918384
May 06 09:29:14.220478 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-50cf2122-271f-4060-99d1-a0ef90b6c0ed req-22af6395-f768-4685-bcc0-c2801453d0ac tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615516
May 06 09:29:15.476038 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c4a8f-612f-424e-afa7-b97024250dfd req-5851f301-f83f-414d-9fce-f5ee6818d4eb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:15.478366 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f01c4a8f-612f-424e-afa7-b97024250dfd req-5851f301-f83f-414d-9fce-f5ee6818d4eb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1248715
May 06 09:29:15.532238 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f01c4a8f-612f-424e-afa7-b97024250dfd req-cd714971-aabc-41ef-b151-067514b593a3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474226
May 06 09:29:16.840813 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6770-c6dd-471c-b119-5765e6234e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:17.001778 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a64e0-36b4-4fef-b08a-3a025366cba1 req-d44cd12b-ef51-4294-ac5b-fe593a068682 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:17.003628 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-099a64e0-36b4-4fef-b08a-3a025366cba1 req-d44cd12b-ef51-4294-ac5b-fe593a068682 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.2795253
May 06 09:29:17.062033 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-099a64e0-36b4-4fef-b08a-3a025366cba1 req-8948a2b0-d1f8-4965-a390-e2efbe556a93 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443561
May 06 09:29:18.291925 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a7fb2-41ac-4fce-a387-bc834d05f065 req-cf78fe02-0ea5-49bf-8b09-72256dd3e4ed tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:18.293445 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e01a7fb2-41ac-4fce-a387-bc834d05f065 req-cf78fe02-0ea5-49bf-8b09-72256dd3e4ed tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.0944958
May 06 09:29:18.347580 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e01a7fb2-41ac-4fce-a387-bc834d05f065 req-e725ca6e-0888-4578-b4ed-77fabec0fc2c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455160
May 06 09:29:19.326416 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:19.563686 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20f4cc-4005-4121-b2a7-db6030773d89 req-783a9ef3-40f8-4c0e-a22b-6a29c24624bb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:19.565225 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6a20f4cc-4005-4121-b2a7-db6030773d89 req-783a9ef3-40f8-4c0e-a22b-6a29c24624bb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.0912926
May 06 09:29:19.616478 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6a20f4cc-4005-4121-b2a7-db6030773d89 req-fc9a9e76-76d5-43fe-85a6-72fef6d0785f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446534
May 06 09:29:19.635210 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-5e23f874-9071-4508-9692-36dd5fcfc422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:20.406178 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:20.841309 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954af07-de1c-4fd3-ac18-bccfd5892118 req-fc296271-b98f-4960-8d41-1e42f3595d9b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:20.843516 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a954af07-de1c-4fd3-ac18-bccfd5892118 req-fc296271-b98f-4960-8d41-1e42f3595d9b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.0983551
May 06 09:29:20.897055 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a954af07-de1c-4fd3-ac18-bccfd5892118 req-9c76a346-8fe3-4666-b3f9-0f1929b70d41 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465112
May 06 09:29:22.149942 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:22.218067 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d13d9-2cae-4713-a961-571af2c37233 req-08e4fecc-e0eb-4ebe-875b-66771cff7acc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:22.220025 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dc5d13d9-2cae-4713-a961-571af2c37233 req-08e4fecc-e0eb-4ebe-875b-66771cff7acc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1190817
May 06 09:29:22.316382 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dc5d13d9-2cae-4713-a961-571af2c37233 req-c52f097c-6e3e-4fd5-a78e-71cd7b665f3a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843434
May 06 09:29:22.550692 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-9e6c89af-5bfe-4470-bdf7-121f9b13b9e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0780621
May 06 09:29:22.749682 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-bdd83079-4757-4565-bca9-f9739024792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:22.751254 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-bdd83079-4757-4565-bca9-f9739024792c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 1098 time: 0.1539216
May 06 09:29:22.756796 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-00607686-5bce-4e91-97e4-f3832a2f89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:22.758289 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-00607686-5bce-4e91-97e4-f3832a2f89d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801&tenant_id=080a2d6be38b48ec95862921c280670c HTTP/1.1" status: 200  len: 1097 time: 0.1195424
May 06 09:29:23.026837 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-661db8f2-8a74-404b-a5c8-56d662e77bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:23.028569 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-661db8f2-8a74-404b-a5c8-56d662e77bd3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 912 time: 0.2551265
May 06 09:29:23.032652 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-e925c59c-afaa-42fe-89eb-685c4348acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:23.034839 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-e925c59c-afaa-42fe-89eb-685c4348acd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 1097 time: 0.2335775
May 06 09:29:23.301926 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-5ebdd061-245f-404a-99e0-18bdfaaaaeab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda HTTP/1.1" status: 200  len: 1001 time: 0.2576241
May 06 09:29:23.390158 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-4a64ba63-5eb5-43e7-b577-5ed6d0fa9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:23.391704 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-4a64ba63-5eb5-43e7-b577-5ed6d0fa9da9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 918 time: 0.2958605
May 06 09:29:23.485278 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:23.541669 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-f6deb3eb-0663-41a9-a146-0bea1985415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:23.544169 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-f6deb3eb-0663-41a9-a146-0bea1985415d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.2353334
May 06 09:29:23.596866 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:29:23.653771 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-316bd3d4-6729-48e5-af7a-5711aa526b9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69 HTTP/1.1" status: 200  len: 1000 time: 0.2481539
May 06 09:29:23.673888 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5616a2-1caa-4a08-8fb5-e3ce36432966 req-6b07e3d7-4a9d-48a9-960b-89836fa64d05 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:23.676017 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0b5616a2-1caa-4a08-8fb5-e3ce36432966 req-6b07e3d7-4a9d-48a9-960b-89836fa64d05 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1385641
May 06 09:29:23.740370 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-215c8227-6ee2-4959-a9a2-25494db4187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:23.741966 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-215c8227-6ee2-4959-a9a2-25494db4187d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1880100
May 06 09:29:23.743681 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-6e9b31b3-bf4b-43f9-9b99-e377be6dfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:23.745210 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-6e9b31b3-bf4b-43f9-9b99-e377be6dfae3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.0843549
May 06 09:29:23.753611 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0b5616a2-1caa-4a08-8fb5-e3ce36432966 req-94611a10-283f-4751-a292-154425594053 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707128
May 06 09:29:23.946253 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-c0ce2a9c-7f70-431f-b3c9-85221899e8ed service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893384
May 06 09:29:23.953291 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-7c3bb1bf-1d8a-4693-a8ee-84a03a7721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:23.954990 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-7c3bb1bf-1d8a-4693-a8ee-84a03a7721c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1965368
May 06 09:29:24.332277 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-142c124f-f347-419e-8b8f-faf7fa933b62 req-49ebb9b5-673c-45d5-acc4-855f183692d9 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3762414
May 06 09:29:24.334030 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-1750f112-ccdf-482b-bb66-fa68a1d01e4b service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3570678
May 06 09:29:24.482618 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-ded1db6d-f2a5-430e-a3d5-58ef26d7019c service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401010
May 06 09:29:24.963642 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97d658-3764-438e-ac6f-5d78a1545916 req-6a0e0e2b-cdfc-46fe-bf33-ee47c5dc3481 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:24.965203 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5b97d658-3764-438e-ac6f-5d78a1545916 req-6a0e0e2b-cdfc-46fe-bf33-ee47c5dc3481 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.0890951
May 06 09:29:25.013770 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5b97d658-3764-438e-ac6f-5d78a1545916 req-eb2a760a-0139-45cf-9e4a-51f177fe02e4 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416870
May 06 09:29:26.227162 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675663-73cc-40e3-a05b-2f5edfa1856b req-2ec0f4b4-c7d5-453f-bf94-2aaacfdc0538 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:26.228754 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0f675663-73cc-40e3-a05b-2f5edfa1856b req-2ec0f4b4-c7d5-453f-bf94-2aaacfdc0538 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.0922768
May 06 09:29:26.285191 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0f675663-73cc-40e3-a05b-2f5edfa1856b req-3201ff85-3f03-4ba5-8d2f-3009e1c5f4bc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461338
May 06 09:29:27.547779 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46e1f9-faaa-4583-98ce-af8e08e7cc6e req-ded888b7-9fc3-4e3a-b0ac-890a730b47cd tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:27.549713 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0d46e1f9-faaa-4583-98ce-af8e08e7cc6e req-ded888b7-9fc3-4e3a-b0ac-890a730b47cd tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1005940
May 06 09:29:27.608248 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0d46e1f9-faaa-4583-98ce-af8e08e7cc6e req-67349469-f4d3-4a83-a7ab-9b233374332d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519681
May 06 09:29:29.130164 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204619-9b18-4e07-952e-8faae60e3232 req-25a658ba-b0b3-400f-be47-88dce1fa2846 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:29.137720 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-10204619-9b18-4e07-952e-8faae60e3232 req-25a658ba-b0b3-400f-be47-88dce1fa2846 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1845155
May 06 09:29:29.244027 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-10204619-9b18-4e07-952e-8faae60e3232 req-a97dae2c-cfca-4f15-8801-ae83e0ba7ec7 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980029
May 06 09:29:30.500282 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935691a-7b68-4784-b09e-2f9f7da6bcd4 req-a9b3a159-b1b1-4e46-a4de-602379ae79d2 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:30.505235 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7935691a-7b68-4784-b09e-2f9f7da6bcd4 req-a9b3a159-b1b1-4e46-a4de-602379ae79d2 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1067021
May 06 09:29:30.579566 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7935691a-7b68-4784-b09e-2f9f7da6bcd4 req-3731be4e-aedf-4fcd-8010-b5f6bb4cd2e1 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716462
May 06 09:29:31.858784 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a831f6-b64e-4aa9-9ecd-e344b10d0c0a req-b1a7290f-db8d-4c7f-a92e-7812821f7b0a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:31.860657 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e5a831f6-b64e-4aa9-9ecd-e344b10d0c0a req-b1a7290f-db8d-4c7f-a92e-7812821f7b0a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1055348
May 06 09:29:31.919907 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e5a831f6-b64e-4aa9-9ecd-e344b10d0c0a req-ca1d424e-e388-4ad5-a030-4ec4d815e71b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486870
May 06 09:29:33.218985 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f8b0b-9718-4ea7-9b19-23e9a8a7787c req-410f6abc-c70c-4247-b798-7fbb52a4ba2b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:33.220730 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-242f8b0b-9718-4ea7-9b19-23e9a8a7787c req-410f6abc-c70c-4247-b798-7fbb52a4ba2b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1272523
May 06 09:29:33.275966 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-242f8b0b-9718-4ea7-9b19-23e9a8a7787c req-802c53db-4c0e-47b0-87f8-9642ffc2f55c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486467
May 06 09:29:34.556922 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed3208-8cc0-4f43-82f0-5ce2e388bfd2 req-582bb8ca-5106-42c3-907e-4408b5166147 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:34.559520 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-baed3208-8cc0-4f43-82f0-5ce2e388bfd2 req-582bb8ca-5106-42c3-907e-4408b5166147 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1048720
May 06 09:29:34.646463 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-baed3208-8cc0-4f43-82f0-5ce2e388bfd2 req-905f5bd6-f202-4514-8b72-508c336d1d06 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782244
May 06 09:29:35.956999 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2e583-42ec-45b4-aa5c-ae5bc6d4bee6 req-4de46e9f-83d0-4706-b0be-6b23f08f20f0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:35.961143 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eff2e583-42ec-45b4-aa5c-ae5bc6d4bee6 req-4de46e9f-83d0-4706-b0be-6b23f08f20f0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1031811
May 06 09:29:36.065517 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eff2e583-42ec-45b4-aa5c-ae5bc6d4bee6 req-e9e77332-6b88-4b0a-8c27-e1d6e148c2df tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935593
May 06 09:29:37.456984 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588abfd-be95-4ea6-8b2b-6f65b53c9eea req-1844abf7-7997-4b4d-92b6-0a575450591d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:37.459716 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7588abfd-be95-4ea6-8b2b-6f65b53c9eea req-1844abf7-7997-4b4d-92b6-0a575450591d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1268084
May 06 09:29:37.548789 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7588abfd-be95-4ea6-8b2b-6f65b53c9eea req-a584d209-c287-4057-bce2-63abd97c974e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821965
May 06 09:29:38.833092 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5f92-cf06-4f2e-8cb1-a0e2c11913dd req-ee3ec3a5-df78-4387-9414-99313868e69e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:38.834713 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-585d5f92-cf06-4f2e-8cb1-a0e2c11913dd req-ee3ec3a5-df78-4387-9414-99313868e69e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1402884
May 06 09:29:38.885904 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-585d5f92-cf06-4f2e-8cb1-a0e2c11913dd req-317d4e99-71e3-42b4-89fa-71e3cd5e7bf3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439520
May 06 09:29:39.246313 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41420) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:39.401322 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:39.430044 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:29:39.437702 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Usage tracker for resource:security_group_rule and tenant:cf9a32269526469e9a6175f53e9eca73 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:29:39.441947 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:29:39.451716 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:29:39.548509 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:39.623913 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:39.632547 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6a02f1ad-fa08-4c0e-afe1-533b2b6477e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:39.681546 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5918ae43-e717-4b6c-8c23-bddbc8f77b40,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:39.688311 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cf9a32269526469e9a6175f53e9eca73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4408979
May 06 09:29:39.691470 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41428) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:39.693136 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.697294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:39.700909 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:39.847055 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:39.878853 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:40.011999 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:40.016518 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-89f7be8b-b068-4dd6-b1f2-e18c34438bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:40.064066 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5918ae43-e717-4b6c-8c23-bddbc8f77b40,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:40.084972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.085334 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.085689 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.086032 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.086370 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.086709 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.087046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.087379 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.087713 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.088042 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.088393 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.088821 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:40.092150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:40.093290 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5918ae43-e717-4b6c-8c23-bddbc8f77b40 HTTP/1.1" status: 204  len: 168 time: 0.4008079
May 06 09:29:40.094314 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:40.136469 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b251fd-0260-40ae-a047-83216b9cad5a req-abf115d2-af51-49a9-bd0e-46b6a4b35fff tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:40.138055 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b3b251fd-0260-40ae-a047-83216b9cad5a req-abf115d2-af51-49a9-bd0e-46b6a4b35fff tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1135476
May 06 09:29:40.191569 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b3b251fd-0260-40ae-a047-83216b9cad5a req-cd9b5173-4123-4214-aacf-82291c8c8aab tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433524
May 06 09:29:40.792217 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41440) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:40.810163 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:40.826963 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:29:40.831086 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Usage tracker for resource:security_group_rule and tenant:ac4dd67b631f4d27b693deceddd4ed1a is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:29:40.834432 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:29:40.840413 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:29:40.941069 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:41.057285 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:41.065493 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-42d060ae-0620-47c2-86b5-d60c41415ff8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:41.108235 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ac4dd67b631f4d27b693deceddd4ed1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3148580
May 06 09:29:41.109228 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d8df93-cdb7-452f-8fdb-5a09ec797af8,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:41.111261 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41444) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:41.112763 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:41.179337 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6b12e0f4-b147-42fb-8717-03c2aeff562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:41.209649 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6b12e0f4-b147-42fb-8717-03c2aeff562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:41.417917 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6b12e0f4-b147-42fb-8717-03c2aeff562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:41.422791 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2fb4a7ac-1dd7-4d65-b43f-00fe97e02808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:41.437106 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12e0f4-b147-42fb-8717-03c2aeff562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d8df93-cdb7-452f-8fdb-5a09ec797af8,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:41.441467 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6b12e0f4-b147-42fb-8717-03c2aeff562d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:41.448014 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6b12e0f4-b147-42fb-8717-03c2aeff562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:41.449587 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6b12e0f4-b147-42fb-8717-03c2aeff562d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/56d8df93-cdb7-452f-8fdb-5a09ec797af8 HTTP/1.1" status: 204  len: 168 time: 0.3373101
May 06 09:29:41.490473 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8ae58-d463-44c2-874a-a0e36c984e7a req-73013312-53c2-494d-9716-e9cf0df9aa3a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:41.492060 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c4b8ae58-d463-44c2-874a-a0e36c984e7a req-73013312-53c2-494d-9716-e9cf0df9aa3a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.0980625
May 06 09:29:41.549699 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c4b8ae58-d463-44c2-874a-a0e36c984e7a req-6c2d759a-d1e3-4b74-8cd5-6f771d0e3676 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461838
May 06 09:29:42.855675 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2fb66-7368-4faa-b2d8-4dffd91e99cf req-3b6e5167-1282-4169-8e7f-224421a892b2 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:42.858325 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f6c2fb66-7368-4faa-b2d8-4dffd91e99cf req-3b6e5167-1282-4169-8e7f-224421a892b2 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1298242
May 06 09:29:42.936695 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f6c2fb66-7368-4faa-b2d8-4dffd91e99cf req-969bd0f3-fce5-45d0-a978-faa2722eaa14 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710831
May 06 09:29:44.182845 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76dc47-f21e-44e9-bcff-c7b89479865e req-45f1ff5d-73cc-4c3b-b52c-4abbffef5974 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:44.184380 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8d76dc47-f21e-44e9-bcff-c7b89479865e req-45f1ff5d-73cc-4c3b-b52c-4abbffef5974 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.0881336
May 06 09:29:44.272480 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8d76dc47-f21e-44e9-bcff-c7b89479865e req-6d960f98-1ed9-4cfd-aeb2-b8da7535c478 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741777
May 06 09:29:45.490346 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1820d-0b17-4728-8a90-cb2db9452040 req-c2c74cbb-3fef-41df-a93c-695264667580 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:45.492500 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-98a1820d-0b17-4728-8a90-cb2db9452040 req-c2c74cbb-3fef-41df-a93c-695264667580 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.1081204
May 06 09:29:45.554966 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-98a1820d-0b17-4728-8a90-cb2db9452040 req-d3d5ec52-6a94-4c6c-9f9a-356353fea225 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561521
May 06 09:29:46.775977 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660772ed-37a3-4155-94d5-25a0d0053c57 req-9304048c-a633-466b-aebc-c3d8fc70a06a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:46.777604 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-660772ed-37a3-4155-94d5-25a0d0053c57 req-9304048c-a633-466b-aebc-c3d8fc70a06a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 944 time: 0.0991056
May 06 09:29:46.827727 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a632574d-53e0-469f-8979-625c0537994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:46.835327 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-660772ed-37a3-4155-94d5-25a0d0053c57 req-cb5fceef-960b-4ae7-af88-9c2deebd7402 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503771
May 06 09:29:47.474305 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ce81c0e8-08bb-4ffb-946d-a5b986390a69 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:29:47.618537 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:29:47.635096 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'port_id': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'mac_address': 'fa:16:3e:95:00:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:29:47.696119 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:47.716187 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce81c0e8-08bb-4ffb-946d-a5b986390a69 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:29:47.735114 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:29:47.810348 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:47.812397 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:47.895386 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=9']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:47.910883 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.911574 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.912094 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.912655 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.913397 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.914007 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.914489 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.915013 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.915592 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.916135 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.916794 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.917410 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:29:47.925045 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:48.087816 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abd39c-103d-471e-be44-44accd57852e req-b8c9363b-69f1-4520-b1d3-d3b925912ee8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:48.089365 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-66abd39c-103d-471e-be44-44accd57852e req-b8c9363b-69f1-4520-b1d3-d3b925912ee8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 945 time: 0.0857391
May 06 09:29:48.103216 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['ce81c0e8-08bb-4ffb-946d-a5b986390a69'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:29:48.149549 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-66abd39c-103d-471e-be44-44accd57852e req-c7f3bf96-ef33-4600-8e9b-bef0f4bb1dcc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529602
May 06 09:29:49.326515 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:49.394144 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66eae06-9a70-4683-a584-a2b9edf5f54d req-26a360d4-c718-4475-b8ef-750b4eb0a476 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:49.395783 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f66eae06-9a70-4683-a584-a2b9edf5f54d req-26a360d4-c718-4475-b8ef-750b4eb0a476 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 945 time: 0.1212268
May 06 09:29:49.447107 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f66eae06-9a70-4683-a584-a2b9edf5f54d req-6eab24c8-8ee2-48ae-b34d-3be04d59483c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446501
May 06 09:29:49.478770 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ce81c0e8-08bb-4ffb-946d-a5b986390a69 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:29:49.569130 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port ce81c0e8-08bb-4ffb-946d-a5b986390a69 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:29:49.569515 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:49.679956 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-da19febb-f271-4bde-b054-f2290ad321e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:49.709470 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:49.712137 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41604) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:49.761308 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:29:49.779773 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:29:49.817500 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'code': 200}
May 06 09:29:49.856166 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:49.860007 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:49.872972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:49.900921 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:29:49.907566 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Usage tracker for resource:security_group_rule and tenant:2b7c92486e8e4746a8c74558161486fe is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:29:49.911792 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:29:49.920995 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:29:49.946420 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=10']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:49.949799 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:50.063044 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:50.143596 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:50.158635 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-62299af4-d6e1-42d6-b835-a189f691ce8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:50.239272 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41616) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:50.239821 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2b7c92486e8e4746a8c74558161486fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5260434
May 06 09:29:50.242853 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1933255e-5c61-4d02-9429-5c2562cc79ee,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:50.249446 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:50.338416 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-819a3f6d-2308-4f6c-89e6-141fe8a6b0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:50.373633 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-819a3f6d-2308-4f6c-89e6-141fe8a6b0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:50.459482 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:50.529693 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-819a3f6d-2308-4f6c-89e6-141fe8a6b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:50.538580 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6dbca9ad-011f-4441-a97f-4ad16570dca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:50.554853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a3f6d-2308-4f6c-89e6-141fe8a6b0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1933255e-5c61-4d02-9429-5c2562cc79ee,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:50.562145 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-819a3f6d-2308-4f6c-89e6-141fe8a6b0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:50.565049 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-819a3f6d-2308-4f6c-89e6-141fe8a6b0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:50.568619 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-819a3f6d-2308-4f6c-89e6-141fe8a6b0b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1933255e-5c61-4d02-9429-5c2562cc79ee HTTP/1.1" status: 204  len: 168 time: 0.3275778
May 06 09:29:50.616667 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e0f28-11f7-48eb-b7bd-04fcdc68f809 req-52f26d41-fa0b-42d3-9bf6-917282bc58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:50.618252 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1c7e0f28-11f7-48eb-b7bd-04fcdc68f809 req-52f26d41-fa0b-42d3-9bf6-917282bc58b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 1100 time: 0.1375003
May 06 09:29:50.698261 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1c7e0f28-11f7-48eb-b7bd-04fcdc68f809 req-00671bb1-64e9-4eda-999a-a7b9187a5b8b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680149
May 06 09:29:50.720876 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fe32b-1677-422f-a544-45e290d48dd1 req-076ad448-75e2-4102-a3f6-871a7cd49c33 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:50.722455 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-464fe32b-1677-422f-a544-45e290d48dd1 req-076ad448-75e2-4102-a3f6-871a7cd49c33 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 947 time: 0.0985672
May 06 09:29:50.773347 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-464fe32b-1677-422f-a544-45e290d48dd1 req-969aa185-83d5-4eba-a2b2-31d50a94d881 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444167
May 06 09:29:51.419222 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41630) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:51.438669 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:51.455794 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:29:51.460069 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Usage tracker for resource:security_group_rule and tenant:e8dbf8aa746c4efbbed836ec8fc61d7a is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:29:51.463480 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:29:51.472246 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:29:51.604315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:51.686763 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:51.711134 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6c36130f-d107-40a1-9b3d-c96a3c1963e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:51.740572 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e8dbf8aa746c4efbbed836ec8fc61d7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3197100
May 06 09:29:51.744979 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41644) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:51.753412 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb564efe-00b3-40fc-8848-3420e7c639ed,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:51.758982 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:51.833237 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f6d15463-45a8-4187-bedf-c5087147e5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:51.860543 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f6d15463-45a8-4187-bedf-c5087147e5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:52.005707 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47303d-a04c-420b-8a3a-3d5c92ee5c71 req-b36b2c57-14a6-4567-89e0-6914d492a143 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:52.007246 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8d47303d-a04c-420b-8a3a-3d5c92ee5c71 req-b36b2c57-14a6-4567-89e0-6914d492a143 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 947 time: 0.0956743
May 06 09:29:52.061154 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8d47303d-a04c-420b-8a3a-3d5c92ee5c71 req-b02cef93-14b3-4cc1-bf7f-dcfd743724b0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479577
May 06 09:29:52.223970 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f6d15463-45a8-4187-bedf-c5087147e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:52.233240 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bc0564ce-cdda-4b9f-86b5-f8d5bbce046d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:52.256579 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d15463-45a8-4187-bedf-c5087147e5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb564efe-00b3-40fc-8848-3420e7c639ed,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:52.263732 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f6d15463-45a8-4187-bedf-c5087147e5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:52.275134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f6d15463-45a8-4187-bedf-c5087147e5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:52.276635 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-f6d15463-45a8-4187-bedf-c5087147e5bc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb564efe-00b3-40fc-8848-3420e7c639ed HTTP/1.1" status: 204  len: 168 time: 0.5282006
May 06 09:29:52.354791 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:53.302814 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2d076-ac8c-4cbf-a8db-2116b5d78015 req-eb369f95-0e56-44a7-808b-3bc45da5f497 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:53.304325 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a6c2d076-ac8c-4cbf-a8db-2116b5d78015 req-eb369f95-0e56-44a7-808b-3bc45da5f497 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 947 time: 0.1107850
May 06 09:29:53.363099 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a6c2d076-ac8c-4cbf-a8db-2116b5d78015 req-6f330ca4-e8f8-4af7-aa51-95084bbaf1bb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519075
May 06 09:29:53.491797 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:53.973421 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef100b3-5a6d-4552-800d-7250ac278eaf req-8cc4025d-afec-484c-bcae-6838f4c1c94e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:53.975609 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3ef100b3-5a6d-4552-800d-7250ac278eaf req-8cc4025d-afec-484c-bcae-6838f4c1c94e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1042409
May 06 09:29:54.048147 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3ef100b3-5a6d-4552-800d-7250ac278eaf req-dc471ca6-0b6b-42a7-9b72-276131f581ab tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612185
May 06 09:29:54.608142 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9df89-53a3-49d3-8540-99476433adee req-ab61b616-7ea9-4d97-ab30-ec28474e986b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:54.610389 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-86d9df89-53a3-49d3-8540-99476433adee req-ab61b616-7ea9-4d97-ab30-ec28474e986b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 947 time: 0.1036258
May 06 09:29:54.663604 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-86d9df89-53a3-49d3-8540-99476433adee req-a8fe1a85-7093-4e6f-b906-8b246329eb27 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471444
May 06 09:29:55.296686 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e9511-df2b-427f-8d40-1838c8da94f0 req-e503dcf0-7d1f-425d-b3e2-943725b3f051 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:55.304545 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f79e9511-df2b-427f-8d40-1838c8da94f0 req-e503dcf0-7d1f-425d-b3e2-943725b3f051 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.1146970
May 06 09:29:55.353249 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f79e9511-df2b-427f-8d40-1838c8da94f0 req-b1636833-3e6c-48e8-aa8e-feb9c5ca7b6b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476367
May 06 09:29:55.788922 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e39f94-315c-468d-b753-d7bb8131f282 req-7ffcfbe2-f251-4f56-bc24-05f0ce90ac35 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:55.789564 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-40e39f94-315c-468d-b753-d7bb8131f282 req-7ffcfbe2-f251-4f56-bc24-05f0ce90ac35 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Synchronizing usage tracker for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:29:55.903525 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-40e39f94-315c-468d-b753-d7bb8131f282 req-7ffcfbe2-f251-4f56-bc24-05f0ce90ac35 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Unset dirty status for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:29:55.906168 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-40e39f94-315c-468d-b753-d7bb8131f282 req-7ffcfbe2-f251-4f56-bc24-05f0ce90ac35 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.2036791
May 06 09:29:56.079759 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Deleting port 9b9d839e-d436-42b4-a5d6-eeff551ffdda {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:29:56.080105 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:56.229778 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] For port 9b9d839e-d436-42b4-a5d6-eeff551ffdda, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9b9d839e-d436-42b4-a5d6-eeff551ffdda,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:29:56.230230 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:56.676241 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:56.676869 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:56.677393 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.l3_db [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Floating IP 560b3e00-55a1-410a-bbc7-47ea4c00f0c6 disassociated. External IP: 172.27.3.175, port: 9b9d839e-d436-42b4-a5d6-eeff551ffdda.
May 06 09:29:56.677960 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Calling delete_port for 9b9d839e-d436-42b4-a5d6-eeff551ffdda owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:29:56.731538 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c581816-4d7a-4f7b-a791-bd2236b22f32 req-8a3db474-41c8-4ec4-abd4-0bd1d6358c6a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:29:56.733799 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7c581816-4d7a-4f7b-a791-bd2236b22f32 req-8a3db474-41c8-4ec4-abd4-0bd1d6358c6a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 945 time: 0.2606509
May 06 09:29:56.787029 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7c581816-4d7a-4f7b-a791-bd2236b22f32 req-f8acbd36-25e7-4cd7-83ae-3bd80e4099d6 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=110c3cb4-bd4f-4b9c-b819-0336e41a298a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460329
May 06 09:29:56.884173 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:56.891766 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-80e5f94c-e186-48c7-8fea-11dbd6eb658e tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:56.938050 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event deleted for resources: {'Port': ['ID=9b9d839e-d436-42b4-a5d6-eeff551ffdda,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:56.940874 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:57.311303 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Router cde2f431-a147-49ac-8090-ec2055819ef2 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:29:57.508787 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:29:57.522473 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] Sync routers for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:29:57.535064 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:29:57.535696 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b093b7f0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:29:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:57.609104 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] No DVR routers for this DVR port 9b9d839e-d436-42b4-a5d6-eeff551ffdda on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:29:57.611769 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:57.616165 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'name': 'network-vif-deleted', 'tag': '9b9d839e-d436-42b4-a5d6-eeff551ffdda'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:29:57.672613 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e870e12-d9c1-43cc-9bd2-babdd9c7fd04', 'name': 'network-vif-deleted', 'tag': '9b9d839e-d436-42b4-a5d6-eeff551ffdda', 'status': 'completed', 'code': 200}
May 06 09:29:57.719732 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-40e39f94-315c-468d-b753-d7bb8131f282 req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "DELETE /v2.0/ports/9b9d839e-d436-42b4-a5d6-eeff551ffdda HTTP/1.1" status: 204  len: 173 time: 1.8077044
May 06 09:29:57.763327 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:29:58.092905 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e9416a62-0624-4706-a1f8-424967f53edd req-38d5eee6-5f0a-4830-b1bb-1a9a062f70d1 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=5e870e12-d9c1-43cc-9bd2-babdd9c7fd04 HTTP/1.1" status: 200  len: 210 time: 0.0981481
May 06 09:29:58.133831 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b093b7f0>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:58.140201 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] Checking router: cde2f431-a147-49ac-8090-ec2055819ef2 for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:29:58.152098 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:29:58.153132 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b093b7f0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:29:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:58.234835 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41802) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:58.383147 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:58.386381 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:29:58.403266 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:29:58.407490 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Usage tracker for resource:security_group_rule and tenant:9a7b05f33d214b8594f82b69d461e790 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:29:58.410651 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:29:58.417511 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:29:58.513807 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:58.617607 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:58.628323 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f89e01ad-7db8-4025-bd20-b63ebf434cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:58.673889 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41808) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:58.674437 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a7b05f33d214b8594f82b69d461e790&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4379544
May 06 09:29:58.674928 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085bc543-f216-42e2-b2ae-2a3cfc8e45c3,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:58.689588 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:58.733740 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b093b7f0>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:29:58.738294 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfbabb-50fc-4a83-bb05-d183e198f137 None None] The sync data for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi is: [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:29:58.765146 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-38ad7deb-f818-4f2f-a844-110e809c5bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:58.800094 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-38ad7deb-f818-4f2f-a844-110e809c5bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:58.976357 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-38ad7deb-f818-4f2f-a844-110e809c5bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:58.990853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-521ea565-b77b-4e43-8738-6c1cc299a4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:59.019516 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad7deb-f818-4f2f-a844-110e809c5bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085bc543-f216-42e2-b2ae-2a3cfc8e45c3,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:59.024091 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-38ad7deb-f818-4f2f-a844-110e809c5bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:59.025630 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-38ad7deb-f818-4f2f-a844-110e809c5bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:59.027269 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-38ad7deb-f818-4f2f-a844-110e809c5bad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/085bc543-f216-42e2-b2ae-2a3cfc8e45c3 HTTP/1.1" status: 204  len: 168 time: 0.3511503
May 06 09:29:59.109521 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb81819-b95c-4a29-a534-c0af3a79e95a None None] New status for floating IP 560b3e00-55a1-410a-bbc7-47ea4c00f0c6: DOWN {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:29:59.426360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41826) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:59.496892 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b88af844-7209-4644-b858-f97f1daa024f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:59.529637 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 9b9d839e-d436-42b4-a5d6-eeff551ffdda no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:29:59.543082 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b88af844-7209-4644-b858-f97f1daa024f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:59.588953 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 9b9d839e-d436-42b4-a5d6-eeff551ffdda {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:29:59.589304 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 9b9d839e-d436-42b4-a5d6-eeff551ffdda not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:29:59.712886 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b88af844-7209-4644-b858-f97f1daa024f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:59.719025 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0a328fac-7f00-4400-8da5-a85830fe35d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:29:59.725168 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41834) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:59.735141 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88af844-7209-4644-b858-f97f1daa024f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110c3cb4-bd4f-4b9c-b819-0336e41a298a,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:29:59.737522 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b88af844-7209-4644-b858-f97f1daa024f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:29:59.813090 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b88af844-7209-4644-b858-f97f1daa024f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:29:59.814572 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-b88af844-7209-4644-b858-f97f1daa024f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "DELETE /v2.0/security-groups/110c3cb4-bd4f-4b9c-b819-0336e41a298a HTTP/1.1" status: 204  len: 168 time: 0.3876460
May 06 09:29:59.817735 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41840) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:59.845575 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.api.v2.resource [None req-ce87ded9-8e46-44bd-b635-b680b6669284 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] show failed (client error): The resource could not be found.
May 06 09:29:59.847386 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ce87ded9-8e46-44bd-b635-b680b6669284 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups/110c3cb4-bd4f-4b9c-b819-0336e41a298a HTTP/1.1" status: 404  len: 347 time: 0.0281026
May 06 09:29:59.850366 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41844) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:29:59.947185 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.045878 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:00.079342 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Usage tracker for resource:security_group_rule and tenant:f627f9d801024d08a9852045cd203d21 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:00.092050 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:00.100516 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:00.161033 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Deleting port e57a0f0d-7db7-47b8-b229-badcb1430af4 {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:30:00.161384 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.174918 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41848) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:00.198476 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.215726 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:00.220889 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Usage tracker for resource:security_group_rule and tenant:af7f131736bb4170a9c26335bf1baf8d is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:00.224092 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:00.232049 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:00.320840 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.324528 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.324740 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.324967 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.385185 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.403954 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.411809 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:00.450128 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-77498211-2cbb-474e-b024-0e1eae8f934e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:00.457602 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=af7f131736bb4170a9c26335bf1baf8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2815642
May 06 09:30:00.459272 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4506932e-efb0-4fba-a295-4f99dde3e2a8,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:00.462855 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:00.463661 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41852) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:00.463928 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Calling delete_port for e57a0f0d-7db7-47b8-b229-badcb1430af4 owned by network:floatingip {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:30:00.504494 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f627f9d801024d08a9852045cd203d21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7780228
May 06 09:30:00.506502 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5cb9e7-252f-4255-95e6-65fa0d644b29,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:00.507720 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41856) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:00.516755 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:00.553865 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-34005eea-3b32-4c52-ad99-0b0d5fcf85b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.597337 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:30:00.615217 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-34005eea-3b32-4c52-ad99-0b0d5fcf85b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.640224 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-28825fe2-fafa-47a7-a159-aa57a8a9a541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.685494 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-28825fe2-fafa-47a7-a159-aa57a8a9a541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.743212 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.748148 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:00.792131 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event deleted for resources: {'Port': ['ID=e57a0f0d-7db7-47b8-b229-badcb1430af4,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:00.795785 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:00.827656 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-34005eea-3b32-4c52-ad99-0b0d5fcf85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.837032 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6b12e0f4-b147-42fb-8717-03c2aeff562d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:00.860842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-28825fe2-fafa-47a7-a159-aa57a8a9a541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.867834 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34005eea-3b32-4c52-ad99-0b0d5fcf85b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4506932e-efb0-4fba-a295-4f99dde3e2a8,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:00.871956 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-34005eea-3b32-4c52-ad99-0b0d5fcf85b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:00.873638 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-34005eea-3b32-4c52-ad99-0b0d5fcf85b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:00.891300 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.902742 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-34005eea-3b32-4c52-ad99-0b0d5fcf85b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.908335 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-34005eea-3b32-4c52-ad99-0b0d5fcf85b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4506932e-efb0-4fba-a295-4f99dde3e2a8 HTTP/1.1" status: 204  len: 168 time: 0.4397442
May 06 09:30:00.908795 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28825fe2-fafa-47a7-a159-aa57a8a9a541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5cb9e7-252f-4255-95e6-65fa0d644b29,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:00.913414 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-28825fe2-fafa-47a7-a159-aa57a8a9a541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.916583 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-28825fe2-fafa-47a7-a159-aa57a8a9a541 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8f5cb9e7-252f-4255-95e6-65fa0d644b29 HTTP/1.1" status: 204  len: 168 time: 0.4055247
May 06 09:30:00.917910 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-28825fe2-fafa-47a7-a159-aa57a8a9a541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:00.931204 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:00.931204 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-99a4e3bf-7d18-495d-b6ba-3c9e57bd80a7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "DELETE /v2.0/floatingips/560b3e00-55a1-410a-bbc7-47ea4c00f0c6 HTTP/1.1" status: 204  len: 168 time: 1.0716243
May 06 09:30:01.448024 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41868) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:01.454218 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893326000', 'description': 'tempest-description--1538457765'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:01.460994 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:01.467500 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:security_group and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:01.470660 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:01.485029 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:01.546722 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:01.568786 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:01.572937 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:security_group_rule and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:01.576446 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:01.582737 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:01.654694 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:01.727266 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:01.738323 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9a39819a-8c51-4a6c-8e27-c1bc51fd415d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:01.801172 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:01.803934 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:01.874166 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:01.875425 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-809133b1-d39a-41ed-90d1-b9b4b40e0542 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4263942
May 06 09:30:01.878374 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41882) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:01.883736 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'security_group_rule': {'security_group_id': '47c05ac2-f1a2-4ed9-b264-4c4bbc04593c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:01.888722 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41886) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:01.890617 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:01.895184 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:security_group_rule and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:01.898527 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:01.904758 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:01.909301 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:01.924975 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:01.931892 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] Usage tracker for resource:security_group_rule and tenant:9457a9e243ee4d06b140bbea0594ab73 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:01.933151 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:01.941664 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:02.029565 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.063142 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.121160 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.143432 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.154621 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-c9ee4250-ef99-4158-b0fd-6d09aa852fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:02.188671 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.191478 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0bf51225-fd94-4edc-b77e-2f60ff185c1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:02.200259 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9457a9e243ee4d06b140bbea0594ab73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3084755
May 06 09:30:02.201417 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c5b168-40d1-4b38-8572-685545e8a4a9,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:02.205059 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41896) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:02.208034 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-e302a20c-6b17-4a3f-bfea-57e8cad11fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:02.227739 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcc9ffc-0623-48ed-9202-0b12bcae5bc2,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:02.233192 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:02.290516 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-da12678d-e454-4bca-a54b-0120ca116763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.319293 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-da12678d-e454-4bca-a54b-0120ca116763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.326002 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.329948 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4503479
May 06 09:30:02.331050 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41902) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:02.339307 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'security_group_rule': {'security_group_id': '47c05ac2-f1a2-4ed9-b264-4c4bbc04593c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:02.348916 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:02.355553 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:security_group_rule and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:02.360973 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:02.370469 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:02.486537 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.520134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-da12678d-e454-4bca-a54b-0120ca116763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.526282 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f6d15463-45a8-4187-bedf-c5087147e5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:02.539689 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12678d-e454-4bca-a54b-0120ca116763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c5b168-40d1-4b38-8572-685545e8a4a9,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:02.543236 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-da12678d-e454-4bca-a54b-0120ca116763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:02.545536 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-da12678d-e454-4bca-a54b-0120ca116763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.547085 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-da12678d-e454-4bca-a54b-0120ca116763 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a9c5b168-40d1-4b38-8572-685545e8a4a9 HTTP/1.1" status: 204  len: 168 time: 0.3405986
May 06 09:30:02.567167 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.645829 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.649373 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-92a282ed-add6-4f01-9c7f-498e45969add tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:02.682839 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5089cb1-55b0-4e4f-a6b8-0dda11866e4d,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:02.690466 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:02.754019 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:02.755253 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4230218
May 06 09:30:02.759116 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41914) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:02.766036 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'floatingip': {'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:02.772784 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:02.776741 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Usage tracker for resource:floatingip and tenant:3c22429299f74a7f9f05620948b1ca93 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:02.779747 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:02.786013 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:02.857127 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.005084 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.243854 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Allocated IP 172.27.3.241 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/25b04962-4c82-4496-bca1-e0d3d6cd4c6e) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:30:03.255935 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41922) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:03.397779 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.414571 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:03.418139 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.425807 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Usage tracker for resource:security_group_rule and tenant:d5d8d97477ef43158c37de8362a7be4a is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:03.425807 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:03.429128 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:03.515105 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.558796 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 41928) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:03.577107 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.593221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:03.597133 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Usage tracker for resource:security_group_rule and tenant:a561aba273814054b78de9d831fa073b is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:03.600128 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:03.600686 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.605775 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bf3eb47b-b4cb-4cca-ae51-600cb403cb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:03.623797 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:03.654294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.664179 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-919c4f7d-6af4-4b01-9ef0-268f66805b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:03.665340 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:30:03.672951 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:30:03.677746 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:30:03.715318 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'Port': ['ID=25b04962-4c82-4496-bca1-e0d3d6cd4c6e,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:03.720447 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:03.721478 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5d8d97477ef43158c37de8362a7be4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4640212
May 06 09:30:03.725862 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41932) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:03.735541 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaa4482-7cb8-4820-8254-3cf07275a197,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:03.740915 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:03.747210 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.820934 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0b9a8e98-1456-4cee-aa84-e1097355f4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.832941 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.839962 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.848637 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f0620b17-c1f1-410f-8ada-e53ec02e21b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:03.853483 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0b9a8e98-1456-4cee-aa84-e1097355f4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:03.893949 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a561aba273814054b78de9d831fa073b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3338385
May 06 09:30:03.894654 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad6f4ad-28dd-4864-beb0-810af38a9625,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:03.896468 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 41936) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:03.897815 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:04.013743 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-58322323-9119-4175-aeee-3aa6c0c05d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.015534 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.060084 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0b9a8e98-1456-4cee-aa84-e1097355f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.067533 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-c4fd0131-3173-4072-9674-73e506b306e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:04.105681 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a8e98-1456-4cee-aa84-e1097355f4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaa4482-7cb8-4820-8254-3cf07275a197,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:04.122241 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0b9a8e98-1456-4cee-aa84-e1097355f4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:04.124171 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-58322323-9119-4175-aeee-3aa6c0c05d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.252261 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0b9a8e98-1456-4cee-aa84-e1097355f4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.253426 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0b9a8e98-1456-4cee-aa84-e1097355f4fd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5eaa4482-7cb8-4820-8254-3cf07275a197 HTTP/1.1" status: 204  len: 168 time: 0.5266156
May 06 09:30:04.340657 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.428726 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-58322323-9119-4175-aeee-3aa6c0c05d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.433871 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-590450e7-7d88-4e03-bd6c-b57bda58fa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:04.448686 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.450150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58322323-9119-4175-aeee-3aa6c0c05d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad6f4ad-28dd-4864-beb0-810af38a9625,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:04.456106 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-58322323-9119-4175-aeee-3aa6c0c05d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.459675 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-58322323-9119-4175-aeee-3aa6c0c05d48 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cad6f4ad-28dd-4864-beb0-810af38a9625 HTTP/1.1" status: 204  len: 168 time: 0.5591893
May 06 09:30:04.462831 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-58322323-9119-4175-aeee-3aa6c0c05d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:04.463428 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:04.578333 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'Port': ['ID=25b04962-4c82-4496-bca1-e0d3d6cd4c6e,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:04.583147 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:04.596024 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.720599 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:04.733078 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9623919
May 06 09:30:05.300415 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-5f1707cb-9871-45d8-991b-ec43bba09360 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1893326000&fields=id&tenant_id=3c22429299f74a7f9f05620948b1ca93 HTTP/1.1" status: 200  len: 267 time: 0.0479002
May 06 09:30:05.478337 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-212d0156-8614-4011-9f8d-e14fdcf932fc tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:05.479781 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-212d0156-8614-4011-9f8d-e14fdcf932fc tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 811 time: 0.1718550
May 06 09:30:05.498779 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-d98eb429-48e8-444d-a25b-76222f2e8a23 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/quotas/3c22429299f74a7f9f05620948b1ca93 HTTP/1.1" status: 200  len: 375 time: 0.0108976
May 06 09:30:05.592643 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-0ab60373-9442-4e38-9450-f7c5fd10fb63 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Synchronizing usage tracker for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:30:05.714333 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-0ab60373-9442-4e38-9450-f7c5fd10fb63 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Unset dirty status for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:30:05.717291 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-0ab60373-9442-4e38-9450-f7c5fd10fb63 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2110887
May 06 09:30:05.966175 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-a03cd04a-a510-4530-8430-2ae1e59bf412 service neutron] 10.222.0.68 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307196
May 06 09:30:06.157892 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-86b1a6c4-3698-4b13-9984-5e3c776730ac service neutron] 10.222.0.68 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1812503
May 06 09:30:06.772235 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-348de40c-9b57-438b-b734-cd25a3feea0f req-10249421-b66f-4baa-ae6b-25c2974669ef tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 210 time: 0.2814858
May 06 09:30:07.947520 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7ad5ba96-e272-4f39-ae28-15b1cbcb716a req-9e804659-a42b-4d36-ac97-9be65639a674 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 210 time: 0.0515642
May 06 09:30:08.848924 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42072) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:09.011241 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:09.071241 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:09.071241 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb979a1ad294b7da3a2f27443577d81 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:09.071241 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:09.071241 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:09.277279 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-22ab3dda-dbe3-4fa8-becc-5858503ce387 req-7d650f0d-ee74-430e-8f05-2c25cf1e3aa6 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 210 time: 0.1862147
May 06 09:30:09.358976 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:09.504574 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:09.525456 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-48140b0d-4889-4ffb-a733-e3c36a73c78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:09.564195 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-010a4eac-60dd-4d11-819c-711de4a21523 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:09.566118 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-010a4eac-60dd-4d11-819c-711de4a21523 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 811 time: 0.1732061
May 06 09:30:09.578673 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ccb979a1ad294b7da3a2f27443577d81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7284658
May 06 09:30:09.580777 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b711a7c4-505a-4db7-9469-703b0fe9b8eb,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:09.583143 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42080) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:09.587026 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-5d72b49f-3e1c-4a6a-a0d2-e680e31f9621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:09.638779 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-b754bb5a-268d-4f1b-ab77-6a65046124cb tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Synchronizing usage tracker for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:security_group {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:30:09.652500 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-74f11ee6-8f2e-4522-aacc-3a06b5479021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:09.687506 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-74f11ee6-8f2e-4522-aacc-3a06b5479021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:09.834705 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-b754bb5a-268d-4f1b-ab77-6a65046124cb tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Unset dirty status for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:security_group {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:30:09.836950 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-b754bb5a-268d-4f1b-ab77-6a65046124cb tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c22429299f74a7f9f05620948b1ca93 HTTP/1.1" status: 200  len: 380 time: 0.2585914
May 06 09:30:09.849514 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'port': {'device_id': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'admin_state_up': True, 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'security_groups': ['47c05ac2-f1a2-4ed9-b264-4c4bbc04593c']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:09.867660 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-74f11ee6-8f2e-4522-aacc-3a06b5479021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:09.878525 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-03cffcba-af89-44cb-a508-fa3082bfbcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:09.902587 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f11ee6-8f2e-4522-aacc-3a06b5479021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b711a7c4-505a-4db7-9469-703b0fe9b8eb,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:09.923816 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-74f11ee6-8f2e-4522-aacc-3a06b5479021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:09.923816 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-74f11ee6-8f2e-4522-aacc-3a06b5479021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:09.929748 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-74f11ee6-8f2e-4522-aacc-3a06b5479021 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b711a7c4-505a-4db7-9469-703b0fe9b8eb HTTP/1.1" status: 204  len: 168 time: 0.3451936
May 06 09:30:10.030249 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:10.042650 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:10.164406 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Made reservation on behalf of 3c22429299f74a7f9f05620948b1ca93 for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:30:10.168254 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:10.486802 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Allocated IP 172.20.0.10 (c75a9001-a5ff-461a-a5c6-a597b137003a/15d8b5ae-7f5b-45f4-a2cb-7313063328dd/e929ff64-4ebd-4718-bba3-35d28565d4c0) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:30:10.552330 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2b3f37c8-1946-43c4-bebd-fe4bc0f328e9 req-557b0238-4c9a-4f8b-ad03-da7cfd17e846 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 210 time: 0.0767527
May 06 09:30:10.697649 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:10.722265 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Transition to ACTIVE for port object e929ff64-4ebd-4718-bba3-35d28565d4c0 will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:30:10.865985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 42100) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:10.869671 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:10.900638 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3fc8166b-722c-4251-af6c-97a990773449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:10.957285 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:10.986668 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:11.000206 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Network c75a9001-a5ff-461a-a5c6-a597b137003a is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:30:11.000666 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Usage tracker for resource:security_group_rule and tenant:105366222ed34e5d943b8809a1cc2344 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:11.003606 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:30:11.005697 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:11.011370 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:30:11.049750 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:11.081626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event updated for resources: {'Port': ['ID=e929ff64-4ebd-4718-bba3-35d28565d4c0,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:11.100229 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:11.180525 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:11.181244 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.188558 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.280247 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.287664 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-38ad7deb-f818-4f2f-a844-110e809c5bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:11.322236 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4793756
May 06 09:30:11.334766 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=105366222ed34e5d943b8809a1cc2344&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4676843
May 06 09:30:11.337747 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42108) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:11.339623 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Request body: {'port': {'device_id': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:11.370040 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07518af5-61fe-445f-8797-55e4291a1346,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:11.376482 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a301f515-d989-48f8-8e31-765a9b6797c1 None None] Provisioning for port e929ff64-4ebd-4718-bba3-35d28565d4c0 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:30:11.379895 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:11.390517 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a301f515-d989-48f8-8e31-765a9b6797c1 None None] Provisioning complete for port e929ff64-4ebd-4718-bba3-35d28565d4c0 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:30:11.391324 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a301f515-d989-48f8-8e31-765a9b6797c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.409550 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-014b50df-7f70-4013-902b-0b6ed3ebcd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.441598 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-014b50df-7f70-4013-902b-0b6ed3ebcd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.470295 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.500033 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a301f515-d989-48f8-8e31-765a9b6797c1 None None] Port e929ff64-4ebd-4718-bba3-35d28565d4c0 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:30:11.622889 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-014b50df-7f70-4013-902b-0b6ed3ebcd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.631798 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-acdbe505-f61c-4cd3-89f0-73ca8d29f650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:11.645116 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b50df-7f70-4013-902b-0b6ed3ebcd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07518af5-61fe-445f-8797-55e4291a1346,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:11.648033 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-014b50df-7f70-4013-902b-0b6ed3ebcd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:11.650317 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-014b50df-7f70-4013-902b-0b6ed3ebcd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.651978 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-014b50df-7f70-4013-902b-0b6ed3ebcd38 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/07518af5-61fe-445f-8797-55e4291a1346 HTTP/1.1" status: 204  len: 168 time: 0.3130696
May 06 09:30:11.773207 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2028242-fae4-4daf-817b-b892c3633035 req-b1193e31-da61-4bcf-a28a-1594782fa3db tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:11.775230 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c2028242-fae4-4daf-817b-b892c3633035 req-b1193e31-da61-4bcf-a28a-1594782fa3db tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 932 time: 0.0917921
May 06 09:30:11.843481 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c2028242-fae4-4daf-817b-b892c3633035 req-42e6cc95-d365-4167-a3f2-8c5caaf3b106 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421493
May 06 09:30:11.883098 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e929ff64-4ebd-4718-bba3-35d28565d4c0 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:30:11.891205 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:11.907028 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Transition to ACTIVE for port object e929ff64-4ebd-4718-bba3-35d28565d4c0 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:30:12.131148 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:12.140984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:12.306298 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Pushing event updated for resources: {'Port': ['ID=e929ff64-4ebd-4718-bba3-35d28565d4c0,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:12.314226 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:12.393563 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Attempting to bind port e929ff64-4ebd-4718-bba3-35d28565d4c0 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:30:12.393825 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Attempting to bind port e929ff64-4ebd-4718-bba3-35d28565d4c0 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:30:12.394286 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Attempting to bind port e929ff64-4ebd-4718-bba3-35d28565d4c0 on network c75a9001-a5ff-461a-a5c6-a597b137003a {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:30:12.401205 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Port e929ff64-4ebd-4718-bba3-35d28565d4c0 on network c75a9001-a5ff-461a-a5c6-a597b137003a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:30:12.401523 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Attempting to bind port e929ff64-4ebd-4718-bba3-35d28565d4c0 on network c75a9001-a5ff-461a-a5c6-a597b137003a {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:30:12.407428 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:30:12.407797 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Checking segment: {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:30:12.408338 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Bound using segment: {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:30:12.408795 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Bound port: e929ff64-4ebd-4718-bba3-35d28565d4c0, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd34fe1-e73c-4e02-915d-9463eeb3e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:30:12.409413 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:12.510977 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] For port e929ff64-4ebd-4718-bba3-35d28565d4c0, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:30:12.514966 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] For port e929ff64-4ebd-4718-bba3-35d28565d4c0, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e929ff64-4ebd-4718-bba3-35d28565d4c0,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:30:12.624828 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:12.629250 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-47d9829d-ef2c-4653-b6fb-e7dc10206dd2 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:12.690077 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:12.691935 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:12.694091 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] 10.222.0.73 "PUT /v2.0/ports/e929ff64-4ebd-4718-bba3-35d28565d4c0 HTTP/1.1" status: 200  len: 1094 time: 1.3619995
May 06 09:30:12.694643 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'tag': 'e929ff64-4ebd-4718-bba3-35d28565d4c0'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:12.732291 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Pushing event updated for resources: {'Port': ['ID=e929ff64-4ebd-4718-bba3-35d28565d4c0,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:12.735674 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:12.777123 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'tag': 'e929ff64-4ebd-4718-bba3-35d28565d4c0', 'status': 'completed', 'code': 200}
May 06 09:30:12.942125 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310af3e-46a9-45d7-a369-9b026c7f2020 req-baf475bd-aa0d-4ba2-9b02-0245c92ca5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:12.953882 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-6310af3e-46a9-45d7-a369-9b026c7f2020 req-baf475bd-aa0d-4ba2-9b02-0245c92ca5f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 1097 time: 0.1501222
May 06 09:30:13.109365 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a09ef3-7eb6-4975-910e-db66591b1006 req-8cac8d07-be5b-4a1e-aa62-92b4ca8fea2e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:13.116957 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a6a09ef3-7eb6-4975-910e-db66591b1006 req-8cac8d07-be5b-4a1e-aa62-92b4ca8fea2e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 944 time: 0.1011407
May 06 09:30:13.171531 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a6a09ef3-7eb6-4975-910e-db66591b1006 req-539352f0-ffeb-47b2-949d-bbf32235db3b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535076
May 06 09:30:13.207581 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310af3e-46a9-45d7-a369-9b026c7f2020 req-b192d1c0-508e-44bc-b01b-6c08c7ab63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:13.209560 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-6310af3e-46a9-45d7-a369-9b026c7f2020 req-b192d1c0-508e-44bc-b01b-6c08c7ab63b6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=3c22429299f74a7f9f05620948b1ca93&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2475903
May 06 09:30:13.479495 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310af3e-46a9-45d7-a369-9b026c7f2020 req-5e524e25-1fa9-4a2d-bc10-a642649002f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:13.481315 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-6310af3e-46a9-45d7-a369-9b026c7f2020 req-5e524e25-1fa9-4a2d-bc10-a642649002f5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2645743
May 06 09:30:13.610197 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-93f0621b-02ae-4058-8c53-911b303bd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:13.611687 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-93f0621b-02ae-4058-8c53-911b303bd6c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 1097 time: 0.0750279
May 06 09:30:13.728658 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-cff29152-640c-48e7-9255-64849dccea88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e929ff64-4ebd-4718-bba3-35d28565d4c0 HTTP/1.1" status: 200  len: 217 time: 0.1090848
May 06 09:30:13.841681 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-e0bf429d-c6ce-465f-b61d-f6cd9bd144db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:13.844137 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-e0bf429d-c6ce-465f-b61d-f6cd9bd144db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.1072035
May 06 09:30:13.939280 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-0c2ba259-04d6-4c0e-9f16-57517018225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:13.941976 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-0c2ba259-04d6-4c0e-9f16-57517018225c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0901856
May 06 09:30:14.095370 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-74c51417-c063-46b7-be45-538f7ad43967 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451705
May 06 09:30:14.260078 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97ba113-e898-4b09-a5f7-ade07282d5dd req-472e9235-98c2-40e6-8603-595af66e8bd8 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572931
May 06 09:30:14.391458 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bb410-ad12-4963-8c97-6ac197d49a66 req-ba7abcce-1a7c-4a6e-a40e-7f0bea452f5d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:14.393755 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3a3bb410-ad12-4963-8c97-6ac197d49a66 req-ba7abcce-1a7c-4a6e-a40e-7f0bea452f5d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 944 time: 0.0902216
May 06 09:30:14.445565 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3a3bb410-ad12-4963-8c97-6ac197d49a66 req-eb56a378-c780-4fb3-9567-eedaf583fdae tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454862
May 06 09:30:15.644346 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device e929ff64-4ebd-4718-bba3-35d28565d4c0 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:30:15.754226 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008f707-c315-4d87-b2e8-5c2d5bafb52e req-7d3eca5e-6670-4f43-8136-a8f34bb53b4d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:15.756031 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6008f707-c315-4d87-b2e8-5c2d5bafb52e req-7d3eca5e-6670-4f43-8136-a8f34bb53b4d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 944 time: 0.1446664
May 06 09:30:15.801198 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port e929ff64-4ebd-4718-bba3-35d28565d4c0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e929ff64-4ebd-4718-bba3-35d28565d4c0,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:15.816551 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6008f707-c315-4d87-b2e8-5c2d5bafb52e req-1aebb328-bba3-418b-aeb6-9730f355014a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542119
May 06 09:30:15.817620 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'e929ff64-4ebd-4718-bba3-35d28565d4c0', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'port_id': 'e929ff64-4ebd-4718-bba3-35d28565d4c0', 'mac_address': 'fa:16:3e:f2:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:30:15.903944 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:15.939304 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e929ff64-4ebd-4718-bba3-35d28565d4c0 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:30:15.979524 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port e929ff64-4ebd-4718-bba3-35d28565d4c0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e929ff64-4ebd-4718-bba3-35d28565d4c0,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:16.067717 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:16.069870 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:16.159999 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=e929ff64-4ebd-4718-bba3-35d28565d4c0,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:16.163506 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:16.288695 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['e929ff64-4ebd-4718-bba3-35d28565d4c0'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:30:16.863413 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4494c71c-8042-46aa-a97c-0de2d2a38b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:17.016581 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b2fa9-9086-4499-a388-ea688997b59f req-3dcd2706-b209-4bf3-b102-615c22b763f3 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:17.018171 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-734b2fa9-9086-4499-a388-ea688997b59f req-3dcd2706-b209-4bf3-b102-615c22b763f3 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 945 time: 0.0920637
May 06 09:30:17.067063 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-734b2fa9-9086-4499-a388-ea688997b59f req-1033f031-b220-4c90-b79f-262e39fc5a4d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424972
May 06 09:30:18.050405 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device e929ff64-4ebd-4718-bba3-35d28565d4c0 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:30:18.210929 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port e929ff64-4ebd-4718-bba3-35d28565d4c0 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:30:18.222833 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port e929ff64-4ebd-4718-bba3-35d28565d4c0 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:30:18.223482 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:18.270704 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594fbcc-f686-49cd-87ce-1a3b274224bd req-c527ca0d-5b8b-4c9d-8d02-98759904b3a6 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:18.272205 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f594fbcc-f686-49cd-87ce-1a3b274224bd req-c527ca0d-5b8b-4c9d-8d02-98759904b3a6 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 945 time: 0.0889699
May 06 09:30:18.321759 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f594fbcc-f686-49cd-87ce-1a3b274224bd req-1af158f7-5672-48d5-96e3-ee642ce54175 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434830
May 06 09:30:18.378341 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:18.437990 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e929ff64-4ebd-4718-bba3-35d28565d4c0'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:18.448480 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port e929ff64-4ebd-4718-bba3-35d28565d4c0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e929ff64-4ebd-4718-bba3-35d28565d4c0,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:18.486815 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e929ff64-4ebd-4718-bba3-35d28565d4c0', 'code': 200}
May 06 09:30:18.524366 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:18.526397 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:18.596069 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=e929ff64-4ebd-4718-bba3-35d28565d4c0,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:18.599039 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:19.380912 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:19.520748 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86323cc-47c2-4caf-be1c-e48f43e47f7b req-45dffcb3-13d8-411c-a199-de4bfa4ccfb3 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:19.522145 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e86323cc-47c2-4caf-be1c-e48f43e47f7b req-45dffcb3-13d8-411c-a199-de4bfa4ccfb3 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 946 time: 0.0861959
May 06 09:30:19.575900 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e86323cc-47c2-4caf-be1c-e48f43e47f7b req-3943a6fe-3a88-42e5-87ee-14617a0f3f53 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427306
May 06 09:30:19.650700 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7e5bc316-f31e-4b61-b05e-b63a49dc021b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:20.387843 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46c278-4bcf-44ed-8387-f47152b9e376 req-3b129e1f-955d-45fc-8501-0832166a6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:20.389347 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dd46c278-4bcf-44ed-8387-f47152b9e376 req-3b129e1f-955d-45fc-8501-0832166a6257 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 1099 time: 0.0743456
May 06 09:30:20.434214 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dd46c278-4bcf-44ed-8387-f47152b9e376 req-8916e7fa-c737-44a7-8b55-4cff1a2f5bf4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385845
May 06 09:30:20.474353 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:20.771087 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34eee3-e523-4654-8458-5624ca4da4d9 req-eba96f8e-bc0e-46d0-bcbe-bd20d450d621 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:20.772466 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eb34eee3-e523-4654-8458-5624ca4da4d9 req-eba96f8e-bc0e-46d0-bcbe-bd20d450d621 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 946 time: 0.0885670
May 06 09:30:20.821738 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eb34eee3-e523-4654-8458-5624ca4da4d9 req-c846e58e-d03e-4ae4-aea2-fe9270742964 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429571
May 06 09:30:22.120257 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c62324-bf26-4de7-b42d-1f81f36373d1 req-7ccd12a6-13db-4561-becd-0efa1392f28c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:22.123526 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f1c62324-bf26-4de7-b42d-1f81f36373d1 req-7ccd12a6-13db-4561-becd-0efa1392f28c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 946 time: 0.1039436
May 06 09:30:22.160671 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:22.172926 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f1c62324-bf26-4de7-b42d-1f81f36373d1 req-7ef2c2ab-cd14-44b0-855f-9946a0fd51a9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435324
May 06 09:30:22.462353 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ab4a8-c154-4851-8ccf-57f579bf7478 req-2d851ff6-09a5-46b0-b331-36b70003a799 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:22.462353 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8d8ab4a8-c154-4851-8ccf-57f579bf7478 req-2d851ff6-09a5-46b0-b331-36b70003a799 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 946 time: 0.0834711
May 06 09:30:22.474201 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42290) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:22.483735 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-6508cc98-2831-44f7-84e3-5a79758913d7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Request body: {'floatingip': {'port_id': 'e929ff64-4ebd-4718-bba3-35d28565d4c0'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:22.588528 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6508cc98-2831-44f7-84e3-5a79758913d7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:23.335037 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 42308) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:23.380481 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6508cc98-2831-44f7-84e3-5a79758913d7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:23.475599 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:23.492184 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:23.497991 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Usage tracker for resource:security_group_rule and tenant:9e98f8c8963f43408bfb815f9ec5b161 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:23.501735 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:23.509267 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:23.555143 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6508cc98-2831-44f7-84e3-5a79758913d7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:23.558242 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:23.624728 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:23.719968 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:23.728322 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-399b37c7-8303-43c4-b874-4e16ce54e8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:23.749607 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.l3_db [None req-6508cc98-2831-44f7-84e3-5a79758913d7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Floating IP fdfd3652-c683-4dc3-8729-75eb38c7949e associated. External IP: 172.27.3.241, port: e929ff64-4ebd-4718-bba3-35d28565d4c0.
May 06 09:30:23.773437 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9e98f8c8963f43408bfb815f9ec5b161&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4373064
May 06 09:30:23.774402 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fd32d3-5b76-4e60-a3c9-f9f508b76019,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:23.777333 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 42314) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:23.780203 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:23.853789 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-08707921-01ab-4e26-be00-80f07e52cbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:23.882719 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-08707921-01ab-4e26-be00-80f07e52cbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:24.046522 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-08707921-01ab-4e26-be00-80f07e52cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:24.055540 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f18a216b-3a9c-4a2f-a1d0-7d76fe155e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:24.077165 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08707921-01ab-4e26-be00-80f07e52cbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fd32d3-5b76-4e60-a3c9-f9f508b76019,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:24.088112 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-08707921-01ab-4e26-be00-80f07e52cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:24.089360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-08707921-01ab-4e26-be00-80f07e52cbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:24.091035 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-08707921-01ab-4e26-be00-80f07e52cbbd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d8fd32d3-5b76-4e60-a3c9-f9f508b76019 HTTP/1.1" status: 204  len: 168 time: 0.3125753
May 06 09:30:24.154788 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6508cc98-2831-44f7-84e3-5a79758913d7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Router cde2f431-a147-49ac-8090-ec2055819ef2 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:30:24.344727 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6508cc98-2831-44f7-84e3-5a79758913d7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:30:24.349414 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6508cc98-2831-44f7-84e3-5a79758913d7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:24.356740 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] Sync routers for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:30:24.368404 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:30:24.368954 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653a60>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:24.409368 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-6508cc98-2831-44f7-84e3-5a79758913d7 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "PUT /v2.0/floatingips/fdfd3652-c683-4dc3-8729-75eb38c7949e HTTP/1.1" status: 200  len: 992 time: 1.9333475
May 06 09:30:24.413705 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'tag': 'e929ff64-4ebd-4718-bba3-35d28565d4c0'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:24.474660 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'tag': 'e929ff64-4ebd-4718-bba3-35d28565d4c0', 'status': 'completed', 'code': 200}
May 06 09:30:24.656074 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:30:24.667155 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-bf4a8849-60d3-4726-a417-033c4c4f5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:24.669019 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-bf4a8849-60d3-4726-a417-033c4c4f5aa5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 1099 time: 0.1662397
May 06 09:30:24.843708 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-db7ee9c8-eb1f-4147-93da-93a52153fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:24.845598 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-db7ee9c8-eb1f-4147-93da-93a52153fe87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 912 time: 0.1686866
May 06 09:30:24.962133 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-a56b474f-e8d8-4d4f-b55e-4ba60a965286 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e929ff64-4ebd-4718-bba3-35d28565d4c0 HTTP/1.1" status: 200  len: 1000 time: 0.1100771
May 06 09:30:25.032365 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-922b1c2b-76cd-4a0b-96a2-f8edeb66df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:25.033755 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-922b1c2b-76cd-4a0b-96a2-f8edeb66df7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.0645220
May 06 09:30:25.144909 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-cf83f9cc-6e2f-470d-af7c-ca3249f4cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:25.144909 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-cf83f9cc-6e2f-470d-af7c-ca3249f4cc3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1019211
May 06 09:30:25.154463 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653a60>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': 'fdfd3652-c683-4dc3-8729-75eb38c7949e', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'port_id': 'e929ff64-4ebd-4718-bba3-35d28565d4c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'mac_address': 'fa:16:3e:f2:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:30:03Z', 'updated_at': '2021-05-06T09:30:23Z', 'revision_number': 1, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:25.161534 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] Checking router: cde2f431-a147-49ac-8090-ec2055819ef2 for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:30:25.177067 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:30:25.178092 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653a60>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:25.319466 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-5f95a3bd-dfde-4787-8794-b4a38c69f607 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691964
May 06 09:30:25.434442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:30:25.570638 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-10f205da-1ff0-4846-8dd8-9223df4e113d req-3fb70136-99b5-4119-b93b-9064ee59cf05 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2447035
May 06 09:30:25.925604 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653a60>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': 'fdfd3652-c683-4dc3-8729-75eb38c7949e', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'port_id': 'e929ff64-4ebd-4718-bba3-35d28565d4c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'mac_address': 'fa:16:3e:f2:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:30:03Z', 'updated_at': '2021-05-06T09:30:23Z', 'revision_number': 1, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:25.933310 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53726149-291a-4472-8eca-d5b8e1017b94 None None] The sync data for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi is: [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': 'fdfd3652-c683-4dc3-8729-75eb38c7949e', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'port_id': 'e929ff64-4ebd-4718-bba3-35d28565d4c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'mac_address': 'fa:16:3e:f2:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:30:03Z', 'updated_at': '2021-05-06T09:30:23Z', 'revision_number': 1, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:30:26.185375 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88d3630-cdd9-4579-b532-ce1120efba2e None None] New status for floating IP fdfd3652-c683-4dc3-8729-75eb38c7949e: ACTIVE {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:30:26.361531 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 42372) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:26.499216 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:26.515698 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:26.520300 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Usage tracker for resource:security_group_rule and tenant:63cc8b4437a5453d90d01c27a6a03e25 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:26.523467 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:26.530270 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:26.647673 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:26.750759 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:26.775304 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-08707921-01ab-4e26-be00-80f07e52cbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:26.857318 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=63cc8b4437a5453d90d01c27a6a03e25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4938188
May 06 09:30:26.861482 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42386) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:26.891563 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4773041-f78f-4dea-bcfc-c84e660130c8,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:26.897185 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:27.098549 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcc4b-ee01-4473-b705-a61aca04a34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:27.128468 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcc4b-ee01-4473-b705-a61aca04a34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:27.308313 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcc4b-ee01-4473-b705-a61aca04a34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:27.314270 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-74f11ee6-8f2e-4522-aacc-3a06b5479021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:27.328005 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bcc4b-ee01-4473-b705-a61aca04a34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4773041-f78f-4dea-bcfc-c84e660130c8,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:27.330536 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ff3bcc4b-ee01-4473-b705-a61aca04a34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:27.335223 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcc4b-ee01-4473-b705-a61aca04a34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:27.336572 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ff3bcc4b-ee01-4473-b705-a61aca04a34d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c4773041-f78f-4dea-bcfc-c84e660130c8 HTTP/1.1" status: 204  len: 168 time: 0.4726808
May 06 09:30:28.254539 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-c9ae26b9-44de-4188-95b7-6d0579b1b0c6 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=660dcfb6a2034d57b960353e1fa084ef&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338960
May 06 09:30:28.423037 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-9e46aa9e-6b30-4cc8-bef7-4828ed14585d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:28.423474 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-9e46aa9e-6b30-4cc8-bef7-4828ed14585d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1632426
May 06 09:30:28.444511 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-f9496ffc-9955-4bc8-9d6a-a9c197c2b1c0 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/quotas/660dcfb6a2034d57b960353e1fa084ef HTTP/1.1" status: 200  len: 375 time: 0.0107477
May 06 09:30:28.535491 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-0ab7f4f6-133b-4183-b7b5-ac9712663f0d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=660dcfb6a2034d57b960353e1fa084ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0840921
May 06 09:30:28.691910 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf3989-5a27-4b02-b470-80155f53ce1c req-5de5c539-4f4d-40dc-9401-a789562f181c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:28.693476 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-19cf3989-5a27-4b02-b470-80155f53ce1c req-5de5c539-4f4d-40dc-9401-a789562f181c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 947 time: 0.0864065
May 06 09:30:28.740216 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-19cf3989-5a27-4b02-b470-80155f53ce1c req-a78e7095-a034-4121-ac3a-e0fa15dcb07b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410385
May 06 09:30:28.921900 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3dfed494-724c-4c75-a6d1-78ee4457135e req-611d5c3b-754b-4134-bd7a-6b6077b091be tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 210 time: 0.0867610
May 06 09:30:29.946819 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa28ba4-cbcc-46e6-a1d9-d1a03a46159d req-11f0175b-2b89-4501-ae34-14e4774fe864 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:29.950525 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7fa28ba4-cbcc-46e6-a1d9-d1a03a46159d req-11f0175b-2b89-4501-ae34-14e4774fe864 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 947 time: 0.0902271
May 06 09:30:30.040144 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8a2b5613-4aa0-4852-99f0-885661d1dce2 req-86428ff2-1f8d-4573-8a20-1abaa45d3ad7 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 210 time: 0.0534816
May 06 09:30:30.042937 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7fa28ba4-cbcc-46e6-a1d9-d1a03a46159d req-5c7f0e66-803b-49d1-8510-864d0c351691 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=72cb634c-5039-4c93-8865-5f6feeeb90ee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863848
May 06 09:30:30.206930 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da152c-eada-4102-ab55-8f56551d21bc req-ac7aac50-6707-4d21-ba85-38c7ac97b479 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:30.207553 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-92da152c-eada-4102-ab55-8f56551d21bc req-ac7aac50-6707-4d21-ba85-38c7ac97b479 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Synchronizing usage tracker for tenant:080a2d6be38b48ec95862921c280670c on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:30:30.296613 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-92da152c-eada-4102-ab55-8f56551d21bc req-ac7aac50-6707-4d21-ba85-38c7ac97b479 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Unset dirty status for tenant:080a2d6be38b48ec95862921c280670c on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:30:30.297812 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-92da152c-eada-4102-ab55-8f56551d21bc req-ac7aac50-6707-4d21-ba85-38c7ac97b479 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 947 time: 0.1801538
May 06 09:30:30.464207 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Deleting port ce81c0e8-08bb-4ffb-946d-a5b986390a69 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:30:30.464635 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:30.620244 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] For port ce81c0e8-08bb-4ffb-946d-a5b986390a69, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ce81c0e8-08bb-4ffb-946d-a5b986390a69,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:30.620926 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:30.943118 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:30.943540 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:30.943929 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.l3_db [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Floating IP b89ecfb3-2549-419e-a97a-103a0cb3ae83 disassociated. External IP: 172.27.3.217, port: ce81c0e8-08bb-4ffb-946d-a5b986390a69.
May 06 09:30:30.944429 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Calling delete_port for ce81c0e8-08bb-4ffb-946d-a5b986390a69 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:30:31.222840 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:31.231442 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:31.234348 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dfdddf67-8d7f-4d04-b843-5f50ec663c61 req-497086d2-7fb4-4309-b006-9d9d1a1ffce0 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 210 time: 0.0817111
May 06 09:30:31.242439 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fd308aa7-6e93-4f17-bdef-0fea4dc87856 req-63f3a1c2-33dd-4994-b8c8-71f83feb2114 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 210 time: 0.0523319
May 06 09:30:31.297399 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event deleted for resources: {'Port': ['ID=ce81c0e8-08bb-4ffb-946d-a5b986390a69,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:31.300021 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:31.491320 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Router 01ef0b11-00ef-468b-9c72-7d938aff2a4c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:30:31.685083 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-aa0a1276-7bd6-4c2f-b7b4-8d58e868974f tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=660dcfb6a2034d57b960353e1fa084ef&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0358691
May 06 09:30:31.750262 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:30:31.763859 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] Sync routers for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:30:31.782946 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:30:31.784167 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0512040>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:32.049955 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] No DVR routers for this DVR port ce81c0e8-08bb-4ffb-946d-a5b986390a69 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:30:32.052903 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:30:32.053093 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:32.058632 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-deleted', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:32.126172 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039ece13-2492-4a13-ac0c-282c9d9a4801', 'name': 'network-vif-deleted', 'tag': 'ce81c0e8-08bb-4ffb-946d-a5b986390a69', 'status': 'completed', 'code': 200}
May 06 09:30:32.142181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8f69f3e1-dd6b-4345-b46b-8e8e0bf09f6e tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:32.143724 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8f69f3e1-dd6b-4345-b46b-8e8e0bf09f6e tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4535558
May 06 09:30:32.155888 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Request body: {'port': {'device_id': 'fb55d328-16ce-4a3e-98b9-39e0631166d6', 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8', 'admin_state_up': True, 'tenant_id': '660dcfb6a2034d57b960353e1fa084ef'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:32.298520 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-92da152c-eada-4102-ab55-8f56551d21bc req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "DELETE /v2.0/ports/ce81c0e8-08bb-4ffb-946d-a5b986390a69 HTTP/1.1" status: 204  len: 173 time: 1.9923518
May 06 09:30:32.314260 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:32.314260 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Usage tracker for resource:port and tenant:660dcfb6a2034d57b960353e1fa084ef is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:32.315017 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:32.323572 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:32.443872 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Made reservation on behalf of 660dcfb6a2034d57b960353e1fa084ef for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:30:32.451186 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:32.465228 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:32.482431 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:32.486582 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Usage tracker for resource:security_group_rule and tenant:660dcfb6a2034d57b960353e1fa084ef is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:32.489565 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:32.495574 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0512040>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:32.498677 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:32.500614 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] Checking router: 01ef0b11-00ef-468b-9c72-7d938aff2a4c for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:30:32.503904 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-967fd7e3-2bf5-4013-88c8-69f43f7578e8 req-887aca90-5068-4153-bb3d-40e3ecc71f09 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=039ece13-2492-4a13-ac0c-282c9d9a4801 HTTP/1.1" status: 200  len: 210 time: 0.1101623
May 06 09:30:32.510583 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:30:32.516604 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0512040>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:32.530964 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-88ae21c5-045a-4728-b266-53cf3991ec2e req-3a6bd290-0430-4f19-9c1f-9f3ecb4d887d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 210 time: 0.0821762
May 06 09:30:32.620823 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:32.685688 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:32.691324 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-71b3e759-0df0-4bb7-91f5-68c3973d9fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:32.726928 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:30:32.768106 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:32.773307 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:32.886023 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Allocated IP 192.168.233.20 (15d03809-bd5e-442d-add2-77599c1d59d8/33ae0844-4376-4f04-9552-063830265cfb/680885b3-e274-429c-bfa8-166cfc80579d) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:30:33.111834 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:33.128923 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0512040>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:33.129650 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Transition to ACTIVE for port object 680885b3-e274-429c-bfa8-166cfc80579d will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:30:33.133143 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a290038-b3cf-4a26-a68a-7ff88bb0ba7f None None] The sync data for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi is: [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:30:33.233312 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:33.239717 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-15487203-02b2-422c-90cd-0ab842544438 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:33.301441 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Network 15d03809-bd5e-442d-add2-77599c1d59d8 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:30:33.304736 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:30:33.314342 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:30:33.358371 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Pushing event updated for resources: {'Port': ['ID=680885b3-e274-429c-bfa8-166cfc80579d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:33.363620 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:33.376921 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db1a35-0d57-441c-8825-1c579f133ed9 None None] New status for floating IP b89ecfb3-2549-419e-a97a-103a0cb3ae83: DOWN {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:30:33.394277 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:33.394926 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:33.515200 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3633044
May 06 09:30:33.611041 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-88901bea-6040-4f54-a647-834db3738ffe None None] Provisioning for port 680885b3-e274-429c-bfa8-166cfc80579d completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:30:33.618781 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-88901bea-6040-4f54-a647-834db3738ffe None None] Provisioning complete for port 680885b3-e274-429c-bfa8-166cfc80579d triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:30:33.618781 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-88901bea-6040-4f54-a647-834db3738ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:33.706937 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-88901bea-6040-4f54-a647-834db3738ffe None None] Port 680885b3-e274-429c-bfa8-166cfc80579d cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:30:33.711965 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Request body: {'port': {'device_id': 'fb55d328-16ce-4a3e-98b9-39e0631166d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:33.721248 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42516) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:33.737876 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ce81c0e8-08bb-4ffb-946d-a5b986390a69 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:30:33.782379 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: ce81c0e8-08bb-4ffb-946d-a5b986390a69 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:30:33.782780 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ce81c0e8-08bb-4ffb-946d-a5b986390a69 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:30:33.826800 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-19cb982d-a49a-4908-b958-b5635cace4c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:33.836873 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d93e1-1d20-4a60-80ae-de5e2b60fcbd req-502c52f8-9c5f-478e-9398-72c5140aae31 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:33.838418 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-772d93e1-1d20-4a60-80ae-de5e2b60fcbd req-502c52f8-9c5f-478e-9398-72c5140aae31 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 935 time: 0.1490641
May 06 09:30:33.852888 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:33.886867 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-19cb982d-a49a-4908-b958-b5635cace4c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:33.936693 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-772d93e1-1d20-4a60-80ae-de5e2b60fcbd req-33b037c7-8665-4b64-932c-f1a85eec0038 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857406
May 06 09:30:34.085167 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-19cb982d-a49a-4908-b958-b5635cace4c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.090983 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-da12678d-e454-4bca-a54b-0120ca116763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:34.108997 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb982d-a49a-4908-b958-b5635cace4c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cb634c-5039-4c93-8865-5f6feeeb90ee,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:34.111283 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-19cb982d-a49a-4908-b958-b5635cace4c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:34.111950 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42524) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:34.186241 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-19cb982d-a49a-4908-b958-b5635cace4c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.188574 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-19cb982d-a49a-4908-b958-b5635cace4c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "DELETE /v2.0/security-groups/72cb634c-5039-4c93-8865-5f6feeeb90ee HTTP/1.1" status: 204  len: 168 time: 0.4618230
May 06 09:30:34.191466 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42530) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:34.223431 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.api.v2.resource [None req-bcb62d91-921b-49b0-a3b3-fe6a745a6d99 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] show failed (client error): The resource could not be found.
May 06 09:30:34.225486 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-bcb62d91-921b-49b0-a3b3-fe6a745a6d99 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups/72cb634c-5039-4c93-8865-5f6feeeb90ee HTTP/1.1" status: 404  len: 347 time: 0.0322914
May 06 09:30:34.229101 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 42534) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:34.295567 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.322663 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:34.327819 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Usage tracker for resource:security_group_rule and tenant:b229f3d1bf24431ab53b3b4f0f975599 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:34.331196 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:34.338787 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:34.429450 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.537006 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.545452 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-014b50df-7f70-4013-902b-0b6ed3ebcd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:34.591777 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b229f3d1bf24431ab53b3b4f0f975599&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4757185
May 06 09:30:34.591777 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42538) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:34.595262 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.db.resource_extend [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 06 09:30:34.604959 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da40212-ad87-4a47-b650-6ff726c500c9,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:34.611080 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:34.660046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e7753015-b117-478c-ab86-3e65294b0324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.684944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680885b3-e274-429c-bfa8-166cfc80579d {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:30:34.695098 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.695409 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e7753015-b117-478c-ab86-3e65294b0324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.722271 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Transition to ACTIVE for port object 680885b3-e274-429c-bfa8-166cfc80579d will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:30:34.725471 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-6130a2c8-3bb8-4c86-bed1-74d35f9d3796 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3362558
May 06 09:30:34.736442 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Deleting port cecd129a-d040-4714-8e14-2544db147759 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:30:34.736889 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.811602 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.819457 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:34.843873 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e7753015-b117-478c-ab86-3e65294b0324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.848558 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-67377719-6548-45d1-800d-0ae053bf3738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:34.861221 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7753015-b117-478c-ab86-3e65294b0324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da40212-ad87-4a47-b650-6ff726c500c9,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:34.863615 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-e7753015-b117-478c-ab86-3e65294b0324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:34.870873 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e7753015-b117-478c-ab86-3e65294b0324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:34.876635 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-e7753015-b117-478c-ab86-3e65294b0324 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7da40212-ad87-4a47-b650-6ff726c500c9 HTTP/1.1" status: 204  len: 168 time: 0.2826076
May 06 09:30:35.041267 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=680885b3-e274-429c-bfa8-166cfc80579d,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:35.048650 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:35.050473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:35.050821 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:35.228046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c00ca-e9d4-4442-a0ff-1342b7718f9b req-612c4955-34e0-418d-8c04-708157526434 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:35.238600 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4e0c00ca-e9d4-4442-a0ff-1342b7718f9b req-612c4955-34e0-418d-8c04-708157526434 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 947 time: 0.1391242
May 06 09:30:35.253053 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Calling delete_port for cecd129a-d040-4714-8e14-2544db147759 owned by network:floatingip {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:30:35.311390 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4e0c00ca-e9d4-4442-a0ff-1342b7718f9b req-11f02c45-71c9-4b18-98a7-1cd8bea47232 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665867
May 06 09:30:35.323780 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-d76953ea-fbf2-4661-8c0b-16dc7c3553ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:35.325853 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-d76953ea-fbf2-4661-8c0b-16dc7c3553ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 1099 time: 0.5101674
May 06 09:30:35.339024 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Attempting to bind port 680885b3-e274-429c-bfa8-166cfc80579d on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:30:35.339621 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Attempting to bind port 680885b3-e274-429c-bfa8-166cfc80579d by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'd149f3c3-5e8a-4f33-a952-ee07522a28ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:30:35.339982 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Attempting to bind port 680885b3-e274-429c-bfa8-166cfc80579d on network 15d03809-bd5e-442d-add2-77599c1d59d8 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:30:35.349214 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Port 680885b3-e274-429c-bfa8-166cfc80579d on network 15d03809-bd5e-442d-add2-77599c1d59d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:30:35.349538 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Attempting to bind port 680885b3-e274-429c-bfa8-166cfc80579d on network 15d03809-bd5e-442d-add2-77599c1d59d8 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:30:35.381785 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:30:35.382132 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Checking segment: {'id': 'd149f3c3-5e8a-4f33-a952-ee07522a28ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:30:35.382519 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Bound using segment: {'id': 'd149f3c3-5e8a-4f33-a952-ee07522a28ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:30:35.382961 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Bound port: 680885b3-e274-429c-bfa8-166cfc80579d, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd149f3c3-5e8a-4f33-a952-ee07522a28ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:30:35.383313 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:35.622217 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-e4d8c7eb-7591-4ab3-8c7c-47ea088ba646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:35.623695 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-e4d8c7eb-7591-4ab3-8c7c-47ea088ba646 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 912 time: 0.2695272
May 06 09:30:35.695664 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] For port 680885b3-e274-429c-bfa8-166cfc80579d, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:30:35.717080 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] For port 680885b3-e274-429c-bfa8-166cfc80579d, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=680885b3-e274-429c-bfa8-166cfc80579d,segment=NetworkSegment(d149f3c3-5e8a-4f33-a952-ee07522a28ca),segment_id=d149f3c3-5e8a-4f33-a952-ee07522a28ca)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:30:35.745989 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-7e4cfc12-9a30-466e-ac98-df25b84a0cd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e929ff64-4ebd-4718-bba3-35d28565d4c0 HTTP/1.1" status: 200  len: 1002 time: 0.1140552
May 06 09:30:35.748922 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:35.759775 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-e4a260f5-4010-4fe5-b717-294771e406d7 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:35.762897 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42550) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:35.780786 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:35.796525 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:35.801180 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] Usage tracker for resource:security_group_rule and tenant:ea2c153b2f704346af437d7a8e4d1ad3 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:35.805024 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:35.811910 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:35.840523 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:35.886220 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event deleted for resources: {'Port': ['ID=cecd129a-d040-4714-8e14-2544db147759,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:35.889174 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:35.898509 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-45e5e380-211b-42c6-a63b-9bc9a330565c tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:35.903204 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:35.982999 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:35.988056 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:35.988778 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:35.990598 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] 10.222.0.73 "PUT /v2.0/ports/680885b3-e274-429c-bfa8-166cfc80579d HTTP/1.1" status: 200  len: 1097 time: 2.4664760
May 06 09:30:35.990744 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-21f3260a-0ca5-4127-8be1-db8891be9cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:36.007629 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb55d328-16ce-4a3e-98b9-39e0631166d6', 'tag': '680885b3-e274-429c-bfa8-166cfc80579d'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:36.041115 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ea2c153b2f704346af437d7a8e4d1ad3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2771084
May 06 09:30:36.042040 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dd68fd-eb4c-420c-b55f-69726fd0140d,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:36.045040 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42558) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:36.051298 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-33460832-300c-4b6a-92e3-6da8abaccb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:36.071815 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-b671ca5e-9c7d-4f85-a3e9-1221b4dc9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:36.073611 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-b671ca5e-9c7d-4f85-a3e9-1221b4dc9ee6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.3177238
May 06 09:30:36.121898 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6554-ed4c-437b-aabc-35eebc73fb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:36.123440 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=680885b3-e274-429c-bfa8-166cfc80579d,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:36.158320 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6554-ed4c-437b-aabc-35eebc73fb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:36.170035 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:36.188113 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:36.342270 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6554-ed4c-437b-aabc-35eebc73fb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:36.347209 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d20d84bb-e3dd-4671-8a5f-b2963f0f0f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:36.359757 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c6554-ed4c-437b-aabc-35eebc73fb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dd68fd-eb4c-420c-b55f-69726fd0140d,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:36.362949 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0d3c6554-ed4c-437b-aabc-35eebc73fb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:36.371328 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0d3c6554-ed4c-437b-aabc-35eebc73fb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:36.373040 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0d3c6554-ed4c-437b-aabc-35eebc73fb0c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0dd68fd-eb4c-420c-b55f-69726fd0140d HTTP/1.1" status: 204  len: 168 time: 0.3271019
May 06 09:30:36.388102 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:36.399716 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "DELETE /v2.0/floatingips/b89ecfb3-2549-419e-a97a-103a0cb3ae83 HTTP/1.1" status: 204  len: 168 time: 2.1691401
May 06 09:30:36.425341 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb55d328-16ce-4a3e-98b9-39e0631166d6', 'tag': '680885b3-e274-429c-bfa8-166cfc80579d', 'status': 'completed', 'code': 200}
May 06 09:30:36.486452 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-40b35ec7-93d9-4d94-a842-6394246ab7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:36.488230 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-40b35ec7-93d9-4d94-a842-6394246ab7ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4050694
May 06 09:30:36.490900 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8a8f44da-33a6-4d42-8eb9-7de05afe9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:36.492930 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-8a8f44da-33a6-4d42-8eb9-7de05afe9556 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=660dcfb6a2034d57b960353e1fa084ef&device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 1100 time: 0.3590460
May 06 09:30:36.602105 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d311e-ec9e-48d6-8c65-38bea7729bab req-bcc56aba-d065-48a0-b04c-22b9477a6007 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:36.604295 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-490d311e-ec9e-48d6-8c65-38bea7729bab req-bcc56aba-d065-48a0-b04c-22b9477a6007 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 947 time: 0.0953059
May 06 09:30:36.645177 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-3749b37b-9d1f-4aee-b26b-fbc1f13431dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=680885b3-e274-429c-bfa8-166cfc80579d HTTP/1.1" status: 200  len: 217 time: 0.1219306
May 06 09:30:36.668570 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-490d311e-ec9e-48d6-8c65-38bea7729bab req-0cd49231-17ea-492a-838a-08a3200ea56f tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560651
May 06 09:30:36.745288 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-f5277b26-305f-4931-b8de-656c3203b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:36.746785 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-f5277b26-305f-4931-b8de-656c3203b99c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33ae0844-4376-4f04-9552-063830265cfb HTTP/1.1" status: 200  len: 843 time: 0.0942864
May 06 09:30:36.804236 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-e0943560-6385-4b23-b69f-6d46e2a84098 service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3003745
May 06 09:30:36.835344 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42570) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:36.841606 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830228536', 'description': 'tempest-description--1906011617'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:36.848202 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:36.852436 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:security_group and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:36.855630 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:36.862318 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:36.926403 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:36.938048 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-4e4607e4-658e-4501-9db6-a5e2126fd581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:36.939572 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-4e4607e4-658e-4501-9db6-a5e2126fd581 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15d03809-bd5e-442d-add2-77599c1d59d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1839852
May 06 09:30:36.955920 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:36.961702 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:security_group_rule and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:36.966978 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:36.978015 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:37.048105 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-16e5ff26-73d8-456e-aa7c-77fa9db4c408 req-4ed68811-a396-4c94-b5c4-e21a4ef9d5ae service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379587
May 06 09:30:37.106680 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:37.111711 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-b4ac4c93-8bff-4424-8bbe-2490aa2707e7 service neutron] 10.222.0.73 "GET /v2.0/networks/15d03809-bd5e-442d-add2-77599c1d59d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635249
May 06 09:30:37.170862 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:37.176669 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b5348961-6ee0-4de1-82da-ecbe86c5f126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:37.225155 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:37.228098 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:37.260157 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0c3e64e9-7c64-4dcf-971a-4c6350385884 req-2149baa8-1122-442f-aa1c-6f898695b280 service neutron] 10.222.0.73 "GET /v2.0/networks/15d03809-bd5e-442d-add2-77599c1d59d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373141
May 06 09:30:37.306409 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:37.307653 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4709439
May 06 09:30:37.311103 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42582) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:37.316120 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'security_group_rule': {'security_group_id': '4eef9204-5e3c-48f5-a3dd-1b40a9f456b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:37.321965 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:37.326419 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:security_group_rule and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:37.329383 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:37.335142 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:37.518063 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-0c6d07a3-0d0f-4eec-8871-d7905342f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:37.520061 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-0c6d07a3-0d0f-4eec-8871-d7905342f4ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=660dcfb6a2034d57b960353e1fa084ef&device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 1100 time: 0.1044219
May 06 09:30:37.520250 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:37.609024 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:30:37.612577 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:37.679678 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:37.682879 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:37.704846 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-f99c8ebc-f1f4-4895-a6ad-1a177a08eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:37.707377 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-f99c8ebc-f1f4-4895-a6ad-1a177a08eb16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15d03809-bd5e-442d-add2-77599c1d59d8 HTTP/1.1" status: 200  len: 870 time: 0.1801691
May 06 09:30:37.723743 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f4b523-9fd8-430f-9bb1-38875b5f35cc,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:37.728283 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:37.782941 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-76e0126b-38c7-41e2-b298-f49b708ed23c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=680885b3-e274-429c-bfa8-166cfc80579d HTTP/1.1" status: 200  len: 217 time: 0.0683849
May 06 09:30:37.855197 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-e40ee702-c94d-41d2-8497-fa343619be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:37.857413 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-e40ee702-c94d-41d2-8497-fa343619be0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33ae0844-4376-4f04-9552-063830265cfb HTTP/1.1" status: 200  len: 843 time: 0.0679247
May 06 09:30:37.864277 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:37.867583 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5534723
May 06 09:30:37.872235 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42600) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:37.881212 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'security_group_rule': {'security_group_id': '4eef9204-5e3c-48f5-a3dd-1b40a9f456b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:37.889672 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:37.895471 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:security_group_rule and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:37.899653 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:37.908036 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:37.939509 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2374c91-b30b-4732-8491-552956ea3404 req-3ac48ba6-ce3a-4b14-8daf-71782122aa8e tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:37.941072 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f2374c91-b30b-4732-8491-552956ea3404 req-3ac48ba6-ce3a-4b14-8daf-71782122aa8e tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 947 time: 0.1354854
May 06 09:30:37.965813 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-633267b0-0295-450f-8f7a-dc1479c846a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:37.967390 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-633267b0-0295-450f-8f7a-dc1479c846a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15d03809-bd5e-442d-add2-77599c1d59d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1024170
May 06 09:30:37.967857 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 42604) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:38.006243 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f2374c91-b30b-4732-8491-552956ea3404 req-38c000e5-8a3a-49c7-ba60-2bc57cb8632a tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516810
May 06 09:30:38.053687 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.099868 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-501654220-network', 'tenant_id': 'f96390a79f3b46c285414d6fc8710cd9'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:38.110259 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:38.125220 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Usage tracker for resource:network and tenant:f96390a79f3b46c285414d6fc8710cd9 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:38.129685 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:38.138092 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-5caa96c5-d88f-46df-bb05-0945cfa9df9e service neutron] 10.222.0.73 "GET /v2.0/networks/15d03809-bd5e-442d-add2-77599c1d59d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634340
May 06 09:30:38.138956 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:38.164219 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.246900 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Made reservation on behalf of f96390a79f3b46c285414d6fc8710cd9 for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:30:38.249305 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.273973 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.276108 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:38.277473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.300949 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d9a453-bb53-4dd2-9274-cce17a8ea916,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:38.305781 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:38.309830 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:38.315971 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1bcfaa4d-91d5-4df4-9f7e-0186414efcf8 req-f181d9b8-e0ad-4ac8-81df-adc88371db3d service neutron] 10.222.0.73 "GET /v2.0/networks/15d03809-bd5e-442d-add2-77599c1d59d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694078
May 06 09:30:38.316880 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Usage tracker for resource:security_group_rule and tenant:f96390a79f3b46c285414d6fc8710cd9 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:38.319985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:38.326961 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:38.393636 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.396743 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5212502
May 06 09:30:38.397943 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 42610) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:38.403760 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'floatingip': {'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:38.417708 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:38.421916 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:floatingip and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:38.425100 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:38.432084 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:38.479743 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.525381 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.553826 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.558343 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-06e14148-8c13-41e0-aee4-70c0b4957e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:38.593322 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 995}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:30:38.613455 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0aa571-121c-4aff-bc08-ff34906b37fd,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:38.616339 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.616682 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Added segment 5f6a681b-c195-474e-9552-16ac121b0295 of type vlan for network fe324f0e-9a49-4176-b462-31ae61432608
May 06 09:30:38.617985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:38.692548 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.763206 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.839968 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.842337 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:38.842586 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Allocated IP 172.27.3.158 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/c84189d3-fa85-4db1-9d55-a91a37e65186) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:30:38.843423 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:38.852006 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:39.003645 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Pushing event updated for resources: {'Network': ['ID=fe324f0e-9a49-4176-b462-31ae61432608,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:39.006561 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:39.007116 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:39.015001 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network fe324f0e-9a49-4176-b462-31ae61432608 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:30:39.081010 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1120996
May 06 09:30:39.085124 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 42618) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:39.090993 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Request body: {'subnet': {'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-501654220-subnet', 'tenant_id': 'f96390a79f3b46c285414d6fc8710cd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:39.097303 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:39.101493 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Usage tracker for resource:subnet and tenant:f96390a79f3b46c285414d6fc8710cd9 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:39.104814 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:39.111138 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:39.115816 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:39.123415 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:39.193921 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Made reservation on behalf of f96390a79f3b46c285414d6fc8710cd9 for: {'subnet': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:30:39.196286 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1871022'] for subnet, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:39.220055 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:30:39.226225 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:30:39.235826 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:30:39.291182 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'Port': ['ID=c84189d3-fa85-4db1-9d55-a91a37e65186,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:39.297055 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:39.347981 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9304d1-3ff5-42cf-aadf-6532ce4c02a2 req-918f9d7e-4c73-465a-a98c-ccad5607a231 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:39.349511 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ef9304d1-3ff5-42cf-aadf-6532ce4c02a2 req-918f9d7e-4c73-465a-a98c-ccad5607a231 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 947 time: 0.1953223
May 06 09:30:39.380811 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:39.407307 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ef9304d1-3ff5-42cf-aadf-6532ce4c02a2 req-2cc07464-32ea-44ed-943d-44d35331fd83 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463784
May 06 09:30:39.514590 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:39.691110 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27996608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1871068'] for subnet, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:39.697131 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:39.747916 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:39.768550 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 680885b3-e274-429c-bfa8-166cfc80579d details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:30:39.793168 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c81fbc-080e-4386-827f-6b6145a6382d,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:39.799510 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Checking segment: {'id': '5f6a681b-c195-474e-9552-16ac121b0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:30:39.799864 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Network hostable DHCP agents. Network: fe324f0e-9a49-4176-b462-31ae61432608, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:30:39.814716 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.815082 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.815441 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.815796 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.816130 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.816474 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.816833 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.817008 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:39.817173 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.817491 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.817830 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.818162 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.818495 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:39.822671 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:39.830448 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:39.912331 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 680885b3-e274-429c-bfa8-166cfc80579d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=680885b3-e274-429c-bfa8-166cfc80579d,segment=NetworkSegment(d149f3c3-5e8a-4f33-a952-ee07522a28ca),segment_id=d149f3c3-5e8a-4f33-a952-ee07522a28ca)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:39.913933 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Network fe324f0e-9a49-4176-b462-31ae61432608 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:30:39.927475 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '680885b3-e274-429c-bfa8-166cfc80579d', 'network_id': '15d03809-bd5e-442d-add2-77599c1d59d8', 'port_id': '680885b3-e274-429c-bfa8-166cfc80579d', 'mac_address': 'fa:16:3e:d9:a9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ae0844-4376-4f04-9552-063830265cfb', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:30:39.947162 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:39.951856 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'Port': ['ID=c84189d3-fa85-4db1-9d55-a91a37e65186,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:39.954668 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:40.020164 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:40.038089 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680885b3-e274-429c-bfa8-166cfc80579d {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:30:40.053506 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 680885b3-e274-429c-bfa8-166cfc80579d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=680885b3-e274-429c-bfa8-166cfc80579d,segment=NetworkSegment(d149f3c3-5e8a-4f33-a952-ee07522a28ca),segment_id=d149f3c3-5e8a-4f33-a952-ee07522a28ca)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:40.079526 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, fe324f0e-9a49-4176-b462-31ae61432608) {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:30:40.088257 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:40.088872 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:40.090003 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e15d9e-31eb-417b-9dc2-7b65c0ec9316 None None] Network fe324f0e-9a49-4176-b462-31ae61432608 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:30:40.261142 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:40.263583 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8644266
May 06 09:30:40.301165 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d31d6d-4c42-46a0-baea-74823cec0564 None None] Network fe324f0e-9a49-4176-b462-31ae61432608 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:30:40.360228 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:40.369791 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2799191
May 06 09:30:40.375535 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:40.485638 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=680885b3-e274-429c-bfa8-166cfc80579d,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:40.500157 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:40.530195 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-593e94bd-779e-4512-81f5-97ec22b675b3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Synchronizing usage tracker for tenant:080a2d6be38b48ec95862921c280670c on resource:security_group {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:30:40.598392 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['680885b3-e274-429c-bfa8-166cfc80579d'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:30:40.631481 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02f514-2857-4591-aae3-4325995fa581 req-708bfc80-e1bd-47a1-9d43-12a3e6ff8b0c tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:40.633214 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bf02f514-2857-4591-aae3-4325995fa581 req-708bfc80-e1bd-47a1-9d43-12a3e6ff8b0c tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 948 time: 0.0944633
May 06 09:30:40.668943 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-593e94bd-779e-4512-81f5-97ec22b675b3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Unset dirty status for tenant:080a2d6be38b48ec95862921c280670c on resource:security_group {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:30:40.670238 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-593e94bd-779e-4512-81f5-97ec22b675b3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--830228536&fields=id&tenant_id=080a2d6be38b48ec95862921c280670c HTTP/1.1" status: 200  len: 267 time: 0.2042987
May 06 09:30:40.797653 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bf02f514-2857-4591-aae3-4325995fa581 req-2b153c82-d0e2-444a-86b9-bbd5c43957ad tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407845
May 06 09:30:40.890768 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-bd9ccd1b-5963-48e5-90ae-b72cf71e2a3c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:40.892358 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-bd9ccd1b-5963-48e5-90ae-b72cf71e2a3c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 817 time: 0.2146041
May 06 09:30:40.910319 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-dfebd118-ae79-4533-a412-8f39e835f8af tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/quotas/080a2d6be38b48ec95862921c280670c HTTP/1.1" status: 200  len: 375 time: 0.0111623
May 06 09:30:41.088641 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-f1b5fbdc-cd76-4fab-9d22-3a0385526dad tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1726136
May 06 09:30:41.283877 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-fe636b53-f804-402f-977a-b8db81a0c88b service neutron] 10.222.0.68 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820295
May 06 09:30:41.424951 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-d8d0e99d-e5c3-44a2-b0de-713ec3f146de service neutron] 10.222.0.68 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327367
May 06 09:30:41.760444 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e11dd6d1-00c7-4388-a872-12149a0bd35f req-a73fb930-e6d8-4450-9fae-ca8a8d2538a7 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 210 time: 0.0481234
May 06 09:30:41.774270 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 680885b3-e274-429c-bfa8-166cfc80579d up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:30:41.924080 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 680885b3-e274-429c-bfa8-166cfc80579d completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:30:41.931522 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 680885b3-e274-429c-bfa8-166cfc80579d triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:30:41.932050 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:42.022381 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a3c6a-cfbd-427b-b9d5-c87bad46ecda req-4ae9ba92-a0ab-4090-8df7-62f84ef3f443 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:42.024369 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a94a3c6a-cfbd-427b-b9d5-c87bad46ecda req-4ae9ba92-a0ab-4090-8df7-62f84ef3f443 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 948 time: 0.1062207
May 06 09:30:42.072141 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:42.082669 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a94a3c6a-cfbd-427b-b9d5-c87bad46ecda req-e7c71e0c-01aa-4fa1-add1-61fd3b366960 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472403
May 06 09:30:42.102772 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb55d328-16ce-4a3e-98b9-39e0631166d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680885b3-e274-429c-bfa8-166cfc80579d'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:42.120980 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 680885b3-e274-429c-bfa8-166cfc80579d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=680885b3-e274-429c-bfa8-166cfc80579d,segment=NetworkSegment(d149f3c3-5e8a-4f33-a952-ee07522a28ca),segment_id=d149f3c3-5e8a-4f33-a952-ee07522a28ca)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:42.164394 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb55d328-16ce-4a3e-98b9-39e0631166d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680885b3-e274-429c-bfa8-166cfc80579d', 'code': 200}
May 06 09:30:42.239498 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:42.241388 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:42.308097 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=680885b3-e274-429c-bfa8-166cfc80579d,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:42.311684 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:42.673927 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d555b1-46d3-47d3-9c32-6cf834ba5ed6 req-10741251-cfcc-44d0-a098-83206cb00794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:42.675534 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-04d555b1-46d3-47d3-9c32-6cf834ba5ed6 req-10741251-cfcc-44d0-a098-83206cb00794 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 1102 time: 0.0766261
May 06 09:30:42.724772 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-04d555b1-46d3-47d3-9c32-6cf834ba5ed6 req-b52e2142-0be4-4e1f-a7ed-cfa4f62b021e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425634
May 06 09:30:42.874330 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-52dadd63-3944-42e5-addd-0e7dd0081dc3 req-0daee23b-ca9e-4d62-8fb9-bb55b34453e3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 210 time: 0.0440500
May 06 09:30:43.085249 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-027bc493-9790-48ef-bb3d-ec093dff926b tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:43.086594 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-027bc493-9790-48ef-bb3d-ec093dff926b tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/networks?id=fe324f0e-9a49-4176-b462-31ae61432608 HTTP/1.1" status: 200  len: 808 time: 0.1584499
May 06 09:30:43.103034 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-27563033-2bcb-4f84-8f51-38dfbf9268b3 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/quotas/f96390a79f3b46c285414d6fc8710cd9 HTTP/1.1" status: 200  len: 375 time: 0.0095525
May 06 09:30:43.153698 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-2296c9df-bb85-4ec4-98ea-9285358bca2a tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f96390a79f3b46c285414d6fc8710cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0438318
May 06 09:30:43.369814 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-ae6aa94a-98ef-429b-96c7-e5ef29d287a1 service neutron] 10.222.0.68 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046063
May 06 09:30:43.464250 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dee859-3d48-4fe7-82e9-975b6dac9708 req-ef53bb10-69e7-4924-b7c1-1ddab84aeb63 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:43.465854 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-47dee859-3d48-4fe7-82e9-975b6dac9708 req-ef53bb10-69e7-4924-b7c1-1ddab84aeb63 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 949 time: 0.2037764
May 06 09:30:43.556293 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-47dee859-3d48-4fe7-82e9-975b6dac9708 req-eac35641-1d89-4605-8e15-91239ee817bf tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842423
May 06 09:30:43.565561 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-13e7cc1e-93db-49bd-a9f7-04cfea5bbac1 service neutron] 10.222.0.68 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861360
May 06 09:30:43.863353 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c67d05fe-ea6e-4ee3-b2b0-8cc1ddf2f5ba req-1796610d-8dd4-4b22-819d-6cd906097872 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 210 time: 0.0469973
May 06 09:30:44.036144 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-29a91064-462b-47f0-8899-cca46c861b8d req-676bfb0d-9e60-4e0a-bffe-76f422739425 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 210 time: 0.0423350
May 06 09:30:44.517283 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-1ed4b8a2-f9a5-4660-9096-85d2858df522 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:44.518958 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-1ed4b8a2-f9a5-4660-9096-85d2858df522 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 817 time: 0.1559615
May 06 09:30:44.570237 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-1b4e0a25-4fa7-46be-b659-d828cd613b8b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=080a2d6be38b48ec95862921c280670c HTTP/1.1" status: 200  len: 379 time: 0.0428975
May 06 09:30:44.579842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'port': {'device_id': '9f0fa576-8481-44c6-8e07-514465722723', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'admin_state_up': True, 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'security_groups': ['4eef9204-5e3c-48f5-a3dd-1b40a9f456b4']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:44.777316 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:44.782659 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Usage tracker for resource:port and tenant:080a2d6be38b48ec95862921c280670c is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:44.786538 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:44.800031 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:44.835621 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56d4cd-c95a-42e0-9953-c39d2186927e req-df79a8ea-1f9a-4a2f-a278-29606bb04c36 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:44.837450 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ee56d4cd-c95a-42e0-9953-c39d2186927e req-df79a8ea-1f9a-4a2f-a278-29606bb04c36 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 949 time: 0.1438377
May 06 09:30:44.892027 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ee56d4cd-c95a-42e0-9953-c39d2186927e req-56dded15-49fb-4ee0-9e8a-08cb8454493b tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456715
May 06 09:30:44.920175 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Made reservation on behalf of 080a2d6be38b48ec95862921c280670c for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:30:44.925575 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:45.013787 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4a16bd00-b835-49dc-86ec-8e603808a509 req-785bfab4-01cf-417f-8ab2-b4f708b3a595 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 210 time: 0.0516715
May 06 09:30:45.116317 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Allocated IP 172.20.0.11 (fe3999c6-3873-4eff-bae1-149ccabd04ba/6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62/be53be87-6759-46c6-8e61-7500e500311b) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:30:45.238791 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-004b6dbe-be90-41cd-aca2-334c7e7f141e req-9d6e8cb4-cd8c-451c-a3d5-25f39fbe3c32 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 210 time: 0.0746682
May 06 09:30:45.346688 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:45.365103 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Transition to ACTIVE for port object be53be87-6759-46c6-8e61-7500e500311b will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:30:45.486078 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:45.492305 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-08e43334-5049-4379-8b89-4f86aaceb096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:45.559944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Network fe3999c6-3873-4eff-bae1-149ccabd04ba is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:30:45.568485 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:30:45.573473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:30:45.609401 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:45.614538 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:45.646102 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:45.647600 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:45.737335 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1621084
May 06 09:30:45.752569 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Request body: {'port': {'device_id': '9f0fa576-8481-44c6-8e07-514465722723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:45.821682 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49576480-ffb1-4edb-9913-cfb8cbf03cc7 req-f0ad10ab-0092-4f26-8a57-f296dd7e9754 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:45.824350 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-49576480-ffb1-4edb-9913-cfb8cbf03cc7 req-f0ad10ab-0092-4f26-8a57-f296dd7e9754 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 949 time: 0.1528716
May 06 09:30:45.901766 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-49576480-ffb1-4edb-9913-cfb8cbf03cc7 req-d148797a-4d3a-4df7-845a-23be56b96695 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713558
May 06 09:30:45.972898 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:46.033835 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-3b8779fa-3086-4c11-95b5-ec54c62d3710 None None] Provisioning for port be53be87-6759-46c6-8e61-7500e500311b completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:30:46.039123 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-3b8779fa-3086-4c11-95b5-ec54c62d3710 None None] Provisioning complete for port be53be87-6759-46c6-8e61-7500e500311b triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:30:46.039548 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3b8779fa-3086-4c11-95b5-ec54c62d3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:46.126187 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-3b8779fa-3086-4c11-95b5-ec54c62d3710 None None] Port be53be87-6759-46c6-8e61-7500e500311b cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:30:46.275921 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a1f19412-7bdd-4f40-ba9f-3bc3d49bef15 req-000da141-a3cd-4aa1-aca1-17fad23795bd tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 210 time: 0.1338968
May 06 09:30:46.352561 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be53be87-6759-46c6-8e61-7500e500311b {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:30:46.362302 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:46.388824 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Transition to ACTIVE for port object be53be87-6759-46c6-8e61-7500e500311b will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:30:46.439495 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f26a3-9282-4e1c-8ca6-6369cc25fe3d req-6c13cacd-9b09-4ae6-93c7-c64354fd9b2c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:46.441073 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c57f26a3-9282-4e1c-8ca6-6369cc25fe3d req-6c13cacd-9b09-4ae6-93c7-c64354fd9b2c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 932 time: 0.0822513
May 06 09:30:46.462850 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:46.469778 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0bbf8c60-2061-45e1-8f74-196fbdc14926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:46.496505 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c57f26a3-9282-4e1c-8ca6-6369cc25fe3d req-746aeb0a-a643-4946-ab72-b5b08bdeb2e7 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492277
May 06 09:30:46.625211 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:46.657204 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:46.834001 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-94bfa4a8-1337-4807-8194-cae828a218eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:46.843293 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Attempting to bind port be53be87-6759-46c6-8e61-7500e500311b on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:30:46.843650 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Attempting to bind port be53be87-6759-46c6-8e61-7500e500311b by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:30:46.843959 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Attempting to bind port be53be87-6759-46c6-8e61-7500e500311b on network fe3999c6-3873-4eff-bae1-149ccabd04ba {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:30:46.854987 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-d206073d-77f4-4bdd-8418-af4f57a99cf2 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:46.855727 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-d206073d-77f4-4bdd-8418-af4f57a99cf2 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Synchronizing usage tracker for tenant:f96390a79f3b46c285414d6fc8710cd9 on resource:network {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:30:46.860672 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Port be53be87-6759-46c6-8e61-7500e500311b on network fe3999c6-3873-4eff-bae1-149ccabd04ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:30:46.860994 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Attempting to bind port be53be87-6759-46c6-8e61-7500e500311b on network fe3999c6-3873-4eff-bae1-149ccabd04ba {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:30:46.871354 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:30:46.872211 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Checking segment: {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:30:46.872604 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Bound using segment: {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:30:46.873064 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Bound port: be53be87-6759-46c6-8e61-7500e500311b, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf1c129-b6b6-46bf-8222-32881df15712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:30:46.873409 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:46.999556 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-d206073d-77f4-4bdd-8418-af4f57a99cf2 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Unset dirty status for tenant:f96390a79f3b46c285414d6fc8710cd9 on resource:network {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:30:47.001691 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-d206073d-77f4-4bdd-8418-af4f57a99cf2 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.73 "GET /v2.0/networks?id=fe324f0e-9a49-4176-b462-31ae61432608 HTTP/1.1" status: 200  len: 808 time: 0.3975158
May 06 09:30:47.009636 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:30:47.025652 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Request body: {'port': {'device_id': 'c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0', 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608', 'admin_state_up': True, 'tenant_id': 'f96390a79f3b46c285414d6fc8710cd9'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:47.132599 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:30:47.159929 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118e34-c0cb-4d8d-9fbd-aeb333fba878 req-bbb04631-1cc3-4d01-a052-17f728184d9c tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:47.161733 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6c118e34-c0cb-4d8d-9fbd-aeb333fba878 req-bbb04631-1cc3-4d01-a052-17f728184d9c tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 949 time: 0.1421874
May 06 09:30:47.231568 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:30:47.233157 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6c118e34-c0cb-4d8d-9fbd-aeb333fba878 req-dd2554b6-9134-4c51-9c56-961f2cbeea0c tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648525
May 06 09:30:47.239025 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Usage tracker for resource:port and tenant:f96390a79f3b46c285414d6fc8710cd9 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:30:47.243252 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:30:47.251522 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:30:47.260783 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-7194ae0b-269a-4e91-aed8-3095b5d0b3bf tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:47.261923 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-7194ae0b-269a-4e91-aed8-3095b5d0b3bf tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Synchronizing usage tracker for tenant:660dcfb6a2034d57b960353e1fa084ef on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:30:47.278636 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:47.284096 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c0465a69-0b95-43f8-a8ec-84e7df4feca3 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:47.342925 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:47.343545 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:47.344997 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] 10.222.0.73 "PUT /v2.0/ports/be53be87-6759-46c6-8e61-7500e500311b HTTP/1.1" status: 200  len: 1094 time: 1.5972531
May 06 09:30:47.345481 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:47.368997 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Made reservation on behalf of f96390a79f3b46c285414d6fc8710cd9 for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:30:47.374762 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:47.401506 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-7194ae0b-269a-4e91-aed8-3095b5d0b3bf tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Unset dirty status for tenant:660dcfb6a2034d57b960353e1fa084ef on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:30:47.409041 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-7194ae0b-269a-4e91-aed8-3095b5d0b3bf tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 949 time: 0.3534741
May 06 09:30:47.450757 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b', 'status': 'completed', 'code': 200}
May 06 09:30:47.450757 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:47.452873 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:47.460019 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-51210272-0de7-41ab-8960-8ad5c59a0016 req-c9672b39-87af-490b-8c9e-6c640df5bb2f tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 210 time: 0.0512838
May 06 09:30:47.740314 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df347c3f-e860-4d17-b04a-27e988762c58 req-c6e82daa-2524-4866-8645-34cf0899748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:47.741784 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df347c3f-e860-4d17-b04a-27e988762c58 req-c6e82daa-2524-4866-8645-34cf0899748a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 1097 time: 0.2877471
May 06 09:30:47.743692 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07a7ad-2b53-4cab-9730-aee5d3f2d4f4 req-ba49c991-07f3-4881-828c-c9344ec6aad1 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:47.746305 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2b07a7ad-2b53-4cab-9730-aee5d3f2d4f4 req-ba49c991-07f3-4881-828c-c9344ec6aad1 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.1232009
May 06 09:30:47.747565 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Allocated IP 172.20.0.9 (fe324f0e-9a49-4176-b462-31ae61432608/07c81fbc-080e-4386-827f-6b6145a6382d/e8867667-8588-498e-9ef2-49f2128137a0) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:30:47.826491 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2b07a7ad-2b53-4cab-9730-aee5d3f2d4f4 req-4c2a60ca-9be0-4618-81e4-3cf3541ddada tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721822
May 06 09:30:47.992092 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Deleting port 680885b3-e274-429c-bfa8-166cfc80579d {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:30:47.992329 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:48.248692 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df347c3f-e860-4d17-b04a-27e988762c58 req-8531ddef-9f90-434a-889c-d2130d558ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:48.250193 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df347c3f-e860-4d17-b04a-27e988762c58 req-8531ddef-9f90-434a-889c-d2130d558ab6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=080a2d6be38b48ec95862921c280670c&shared=False HTTP/1.1" status: 200  len: 918 time: 0.4999025
May 06 09:30:48.421346 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] For port 680885b3-e274-429c-bfa8-166cfc80579d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=680885b3-e274-429c-bfa8-166cfc80579d,segment=NetworkSegment(d149f3c3-5e8a-4f33-a952-ee07522a28ca),segment_id=d149f3c3-5e8a-4f33-a952-ee07522a28ca)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:48.421708 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:48.516208 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c5d7a-6d5b-4fcc-aa7e-90ee80c0433b req-139d2d9f-236a-4987-8354-db8753512c40 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:48.525523 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-222c5d7a-6d5b-4fcc-aa7e-90ee80c0433b req-139d2d9f-236a-4987-8354-db8753512c40 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 949 time: 0.1273172
May 06 09:30:48.582757 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-222c5d7a-6d5b-4fcc-aa7e-90ee80c0433b req-1107cdec-71f8-4eee-85b5-eddd8fb2ef64 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561619
May 06 09:30:48.589550 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Calling delete_port for 680885b3-e274-429c-bfa8-166cfc80579d owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:30:48.609112 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:48.649710 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df347c3f-e860-4d17-b04a-27e988762c58 req-0d89e8f9-1bf7-4705-9f2f-c3ee66b419fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:48.651218 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-df347c3f-e860-4d17-b04a-27e988762c58 req-0d89e8f9-1bf7-4705-9f2f-c3ee66b419fe service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3920698
May 06 09:30:48.662043 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d183ec1c-fb01-49d0-85a3-ce71f6faa82d req-bab69497-bfeb-4b79-9fc6-d20d9ce45376 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 210 time: 0.0486450
May 06 09:30:48.783757 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:48.793944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:48.897308 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Network fe324f0e-9a49-4176-b462-31ae61432608 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:30:48.903866 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:30:48.906447 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:30:48.936149 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Pushing event updated for resources: {'Port': ['ID=e8867667-8588-498e-9ef2-49f2128137a0,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:48.939247 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:48.981679 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-50d39560-a681-407e-a669-434c2ee83e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:48.983249 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-50d39560-a681-407e-a669-434c2ee83e0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 1097 time: 0.2921638
May 06 09:30:48.990066 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:48.998263 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1e46bc9e-c2d5-4ff1-908f-be5954c76fa5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:49.036338 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:49.036932 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:49.042752 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fd2a3-efb7-456b-8277-306a0ab83a8f req-77d28e31-3edb-429f-851e-9ae18c0a45b9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:49.044488 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c26fd2a3-efb7-456b-8277-306a0ab83a8f req-77d28e31-3edb-429f-851e-9ae18c0a45b9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0978673
May 06 09:30:49.099561 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c26fd2a3-efb7-456b-8277-306a0ab83a8f req-53a5fc4b-8349-4a4a-93b5-d35d970b94c4 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489171
May 06 09:30:49.120933 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Pushing event deleted for resources: {'Port': ['ID=680885b3-e274-429c-bfa8-166cfc80579d,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:49.124083 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:49.132679 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-b6c75dbc-7adb-4f7e-a137-c1a6b0c9c1a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be53be87-6759-46c6-8e61-7500e500311b HTTP/1.1" status: 200  len: 217 time: 0.1360390
May 06 09:30:49.270933 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] No DVR routers for this DVR port 680885b3-e274-429c-bfa8-166cfc80579d on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:30:49.273772 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:49.276272 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.73 "DELETE /v2.0/ports/680885b3-e274-429c-bfa8-166cfc80579d HTTP/1.1" status: 204  len: 173 time: 1.8197169
May 06 09:30:49.295758 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-208330b6-3a77-4e06-b94f-915f8bf94819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:49.297267 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-208330b6-3a77-4e06-b94f-915f8bf94819 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.1325374
May 06 09:30:49.344716 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3230722
May 06 09:30:49.358029 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Request body: {'port': {'device_id': 'c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:49.405591 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:49.463652 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb55d328-16ce-4a3e-98b9-39e0631166d6', 'name': 'network-vif-deleted', 'tag': '680885b3-e274-429c-bfa8-166cfc80579d'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:49.507986 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-04353447-39d8-499f-a8e2-eb3ed800d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:49.509607 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-04353447-39d8-499f-a8e2-eb3ed800d10c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2050154
May 06 09:30:49.515966 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:49.546883 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb55d328-16ce-4a3e-98b9-39e0631166d6', 'name': 'network-vif-deleted', 'tag': '680885b3-e274-429c-bfa8-166cfc80579d', 'status': 'completed', 'code': 200}
May 06 09:30:49.616636 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7d6767a9-c3c9-41ba-b5ce-c1a9065cb7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:49.819389 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 680885b3-e274-429c-bfa8-166cfc80579d no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:30:49.846470 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-40aa1de2-bc9f-49ec-b0d9-b2a5f119e785 req-b58edd9d-6853-4f55-a6b4-b36f74a80792 tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb55d328-16ce-4a3e-98b9-39e0631166d6 HTTP/1.1" status: 200  len: 210 time: 0.1050766
May 06 09:30:49.877468 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 680885b3-e274-429c-bfa8-166cfc80579d {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:30:49.878121 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 680885b3-e274-429c-bfa8-166cfc80579d not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:30:49.918875 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-31f871d8-f7c7-460a-81e8-a200c38ef6ab service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3933902
May 06 09:30:49.938623 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bad6a-df72-4eb6-bbed-cb32f8c1bdc7 req-a7d04f01-f427-4a60-b811-06db0285a052 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:49.940395 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b81bad6a-df72-4eb6-bbed-cb32f8c1bdc7 req-a7d04f01-f427-4a60-b811-06db0285a052 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 931 time: 0.1373622
May 06 09:30:50.022809 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b81bad6a-df72-4eb6-bbed-cb32f8c1bdc7 req-7df2d5dc-7ef7-4926-88b4-51dd5e7b2998 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746183
May 06 09:30:50.212968 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-82fde2c6-f52e-489d-9aa9-4c7299fb65c5 req-5a000de4-77c0-4378-8a8c-b4f938f89d96 service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2845645
May 06 09:30:50.313005 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8867667-8588-498e-9ef2-49f2128137a0 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:30:50.319883 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28010-128d-48ad-8667-c98595b1509a req-747b2a4f-3e6b-4727-939a-fbf70bbfb015 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:50.321464 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f3e28010-128d-48ad-8667-c98595b1509a req-747b2a4f-3e6b-4727-939a-fbf70bbfb015 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.1052001
May 06 09:30:50.321645 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:50.340619 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Transition to ACTIVE for port object e8867667-8588-498e-9ef2-49f2128137a0 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:30:50.377677 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f3e28010-128d-48ad-8667-c98595b1509a req-2e6c5682-f5ed-42cf-a978-b1c1e36b4e5f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431364
May 06 09:30:50.473806 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:50.474054 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:50.478221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8015ffd8-5070-42c9-9f69-965b9f7dd70d tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:50.640051 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Pushing event updated for resources: {'Port': ['ID=e8867667-8588-498e-9ef2-49f2128137a0,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:50.642890 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:50.728230 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Attempting to bind port e8867667-8588-498e-9ef2-49f2128137a0 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:30:50.728567 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Attempting to bind port e8867667-8588-498e-9ef2-49f2128137a0 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '5f6a681b-c195-474e-9552-16ac121b0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:30:50.728934 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Attempting to bind port e8867667-8588-498e-9ef2-49f2128137a0 on network fe324f0e-9a49-4176-b462-31ae61432608 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:30:50.734865 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Port e8867667-8588-498e-9ef2-49f2128137a0 on network fe324f0e-9a49-4176-b462-31ae61432608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:30:50.735205 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Attempting to bind port e8867667-8588-498e-9ef2-49f2128137a0 on network fe324f0e-9a49-4176-b462-31ae61432608 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:30:50.740733 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:30:50.741067 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Checking segment: {'id': '5f6a681b-c195-474e-9552-16ac121b0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:30:50.741496 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Bound using segment: {'id': '5f6a681b-c195-474e-9552-16ac121b0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:30:50.741926 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Bound port: e8867667-8588-498e-9ef2-49f2128137a0, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6a681b-c195-474e-9552-16ac121b0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:30:50.742271 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:50.835087 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] For port e8867667-8588-498e-9ef2-49f2128137a0, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:30:50.838158 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] For port e8867667-8588-498e-9ef2-49f2128137a0, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e8867667-8588-498e-9ef2-49f2128137a0,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:30:50.903767 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:50.908791 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-db825168-2e13-46e9-8833-cda4d5b94faa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:50.969997 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:50.970639 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:50.972008 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] 10.222.0.73 "PUT /v2.0/ports/e8867667-8588-498e-9ef2-49f2128137a0 HTTP/1.1" status: 200  len: 1093 time: 1.6182537
May 06 09:30:50.996070 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Pushing event updated for resources: {'Port': ['ID=e8867667-8588-498e-9ef2-49f2128137a0,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:50.999461 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:51.184497 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-b58789a1-a08d-498a-88f9-580c82a5c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:51.185470 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-b58789a1-a08d-498a-88f9-580c82a5c5c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f96390a79f3b46c285414d6fc8710cd9&device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 1096 time: 0.0777104
May 06 09:30:51.263882 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-7953dd5a-7c56-4f0b-8c17-718373855d20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8867667-8588-498e-9ef2-49f2128137a0 HTTP/1.1" status: 200  len: 217 time: 0.0701623
May 06 09:30:51.268990 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a41e91-410d-42fd-a1f5-8ff7360dd28f req-45371f61-7f5c-420c-87ae-dba9dbfcc43a tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:51.268990 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-71a41e91-410d-42fd-a1f5-8ff7360dd28f req-45371f61-7f5c-420c-87ae-dba9dbfcc43a tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 943 time: 0.1244280
May 06 09:30:51.320743 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-71a41e91-410d-42fd-a1f5-8ff7360dd28f req-b0970bfd-2294-4180-b9c7-4406acca0fac tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463524
May 06 09:30:51.378778 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-e2b3dc01-cf59-4fa1-b831-ac7c09bc0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:51.381413 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-e2b3dc01-cf59-4fa1-b831-ac7c09bc0b95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07c81fbc-080e-4386-827f-6b6145a6382d HTTP/1.1" status: 200  len: 848 time: 0.1108346
May 06 09:30:51.438264 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-c062f185-a87d-4e69-9117-1ed1e46c664d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe324f0e-9a49-4176-b462-31ae61432608&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495257
May 06 09:30:51.556906 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0', 'tag': 'e8867667-8588-498e-9ef2-49f2128137a0'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:51.581259 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53981c9b-61b1-4a30-b646-38f88d28c620 req-39f5ccb5-bbb2-4f64-8702-37bacb1771c5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:51.582835 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-53981c9b-61b1-4a30-b646-38f88d28c620 req-39f5ccb5-bbb2-4f64-8702-37bacb1771c5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0886641
May 06 09:30:51.599637 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-106d754f-e73b-4591-83ba-74d8cc2abf80 service neutron] 10.222.0.73 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546190
May 06 09:30:51.653274 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0', 'tag': 'e8867667-8588-498e-9ef2-49f2128137a0', 'status': 'completed', 'code': 200}
May 06 09:30:51.655587 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-53981c9b-61b1-4a30-b646-38f88d28c620 req-989b6746-0ba9-429b-beb5-c41365cc711b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625317
May 06 09:30:51.816983 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device be53be87-6759-46c6-8e61-7500e500311b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:30:51.835136 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-da4eec94-6772-4ad9-b879-b58224f3eec8 req-2e1bdd4c-04e7-477e-8b99-b584dcaf27e9 service neutron] 10.222.0.73 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2280021
May 06 09:30:51.964081 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:51.978723 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'be53be87-6759-46c6-8e61-7500e500311b', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'port_id': 'be53be87-6759-46c6-8e61-7500e500311b', 'mac_address': 'fa:16:3e:b3:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:30:52.047544 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:52.079431 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be53be87-6759-46c6-8e61-7500e500311b {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:30:52.100101 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:52.177441 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:52.178583 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:52.182169 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:52.217142 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-676c8c96-9cd7-486e-866d-bb289beb3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:52.218897 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-676c8c96-9cd7-486e-866d-bb289beb3a5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f96390a79f3b46c285414d6fc8710cd9&device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 1096 time: 0.2088182
May 06 09:30:52.255779 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:52.264880 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.265582 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.266080 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.266677 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.267178 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.267665 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.268160 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.268642 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.269148 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.269813 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.270310 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.270789 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:30:52.275229 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:52.367204 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-c8154054-0a83-434d-89e2-43eec07c6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:52.368554 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-c8154054-0a83-434d-89e2-43eec07c6cdb service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe324f0e-9a49-4176-b462-31ae61432608 HTTP/1.1" status: 200  len: 909 time: 0.1425717
May 06 09:30:52.406464 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['be53be87-6759-46c6-8e61-7500e500311b'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:30:52.447603 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-b6731e5d-abef-418c-965e-32e3b9b1b8c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8867667-8588-498e-9ef2-49f2128137a0 HTTP/1.1" status: 200  len: 217 time: 0.0701482
May 06 09:30:52.558792 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-f6496bde-ca51-4daf-8685-99cee308867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:52.561842 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-f6496bde-ca51-4daf-8685-99cee308867e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07c81fbc-080e-4386-827f-6b6145a6382d HTTP/1.1" status: 200  len: 848 time: 0.1064601
May 06 09:30:52.580898 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ac9ad-ccf3-4d62-a39d-214a7931a5b7 req-1a169e1b-4ed8-4b0e-98e2-6f5a1c0f6699 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:52.582403 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8e9ac9ad-ccf3-4d62-a39d-214a7931a5b7 req-1a169e1b-4ed8-4b0e-98e2-6f5a1c0f6699 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 943 time: 0.1233659
May 06 09:30:52.629281 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-783dfc79-715a-47c4-8c9f-659cd2409ff2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe324f0e-9a49-4176-b462-31ae61432608&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601685
May 06 09:30:52.640156 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8e9ac9ad-ccf3-4d62-a39d-214a7931a5b7 req-22b59bce-3135-41ee-860f-81a95ea9b2b6 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456600
May 06 09:30:52.791798 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-36c2744a-dbf5-4f6d-ac07-8ae921eb23b4 service neutron] 10.222.0.73 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555824
May 06 09:30:52.860812 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2cf7a-f522-4bef-abd2-e4e1da424488 req-3b37a77d-2277-4763-b6d0-9125b0608a99 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:52.862713 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-60a2cf7a-f522-4bef-abd2-e4e1da424488 req-3b37a77d-2277-4763-b6d0-9125b0608a99 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 945 time: 0.0943696
May 06 09:30:52.924566 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-60a2cf7a-f522-4bef-abd2-e4e1da424488 req-396a9340-26e5-4c87-a1e0-ea868825cbee tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546064
May 06 09:30:52.953417 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-4804af17-3fe2-472c-9258-0f31de9d07bf req-c2c6fcae-26be-4c93-b089-9c84fc8c4c57 service neutron] 10.222.0.73 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398118
May 06 09:30:53.440299 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:53.832298 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device e8867667-8588-498e-9ef2-49f2128137a0 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:30:53.836998 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device be53be87-6759-46c6-8e61-7500e500311b up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:30:53.860098 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdb320-13e5-47e5-a1aa-da21a7d43c3f req-e859e3d3-4bd3-4c2c-9502-73fb74bab70d tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:53.861476 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2cfdb320-13e5-47e5-a1aa-da21a7d43c3f req-e859e3d3-4bd3-4c2c-9502-73fb74bab70d tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 943 time: 0.0855329
May 06 09:30:53.927636 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2cfdb320-13e5-47e5-a1aa-da21a7d43c3f req-8a8ad4bd-b909-47fb-90ea-2c792e5845f8 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593522
May 06 09:30:54.081444 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port e8867667-8588-498e-9ef2-49f2128137a0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e8867667-8588-498e-9ef2-49f2128137a0,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:54.099887 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'e8867667-8588-498e-9ef2-49f2128137a0', 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608', 'port_id': 'e8867667-8588-498e-9ef2-49f2128137a0', 'mac_address': 'fa:16:3e:68:14:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c81fbc-080e-4386-827f-6b6145a6382d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:30:54.102762 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port be53be87-6759-46c6-8e61-7500e500311b completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:30:54.141198 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port be53be87-6759-46c6-8e61-7500e500311b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:30:54.141895 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:54.157762 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1e475-72f7-4b35-8977-172ed270b1b5 req-269fe6a1-8fee-41b2-8874-26c5d7927f4f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:54.159504 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0fc1e475-72f7-4b35-8977-172ed270b1b5 req-269fe6a1-8fee-41b2-8874-26c5d7927f4f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 945 time: 0.0909996
May 06 09:30:54.203484 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:54.222879 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0fc1e475-72f7-4b35-8977-172ed270b1b5 req-95f453c4-5306-4c19-961d-9a3fb8b5df35 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462718
May 06 09:30:54.227729 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8867667-8588-498e-9ef2-49f2128137a0 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:30:54.264486 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port e8867667-8588-498e-9ef2-49f2128137a0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e8867667-8588-498e-9ef2-49f2128137a0,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:54.327579 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:54.338620 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:54.344121 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:54.405964 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:54.427286 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:54.441628 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=e8867667-8588-498e-9ef2-49f2128137a0,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:54.445838 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:54.491024 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:54.492983 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:54.562025 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['e8867667-8588-498e-9ef2-49f2128137a0'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:30:54.616887 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b', 'code': 200}
May 06 09:30:54.617443 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:54.622182 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:55.051313 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328a3f2-aa66-4adf-aa75-05eb63ad3b82 req-4dac371a-e5ec-4dee-8856-b75fb31c9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:55.053224 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-6328a3f2-aa66-4adf-aa75-05eb63ad3b82 req-4dac371a-e5ec-4dee-8856-b75fb31c9b1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 1099 time: 0.0928521
May 06 09:30:55.102806 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-6328a3f2-aa66-4adf-aa75-05eb63ad3b82 req-0fcbc602-beb6-468a-9d2e-8dd3cf8241fa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425630
May 06 09:30:55.347856 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578cc68-be2a-44a1-be0a-2e8efd099c68 req-b14ae388-362f-499f-96ee-eb0b62039082 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:55.349529 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9578cc68-be2a-44a1-be0a-2e8efd099c68 req-b14ae388-362f-499f-96ee-eb0b62039082 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 944 time: 0.1056097
May 06 09:30:55.442991 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9578cc68-be2a-44a1-be0a-2e8efd099c68 req-7c942139-3f2c-4298-836b-c2535a8f4721 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821998
May 06 09:30:55.484947 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10eec92-1c04-4f38-994f-220edef48ac3 req-afdb488a-0c1b-4c53-93c3-3180823155b8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:55.486443 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b10eec92-1c04-4f38-994f-220edef48ac3 req-afdb488a-0c1b-4c53-93c3-3180823155b8 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1124768
May 06 09:30:55.537357 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b10eec92-1c04-4f38-994f-220edef48ac3 req-14b81da8-1171-4915-95de-42e9664677ab tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417874
May 06 09:30:55.840763 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device e8867667-8588-498e-9ef2-49f2128137a0 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:30:55.960175 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port e8867667-8588-498e-9ef2-49f2128137a0 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:30:55.967110 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port e8867667-8588-498e-9ef2-49f2128137a0 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:30:55.971616 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:56.096323 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:56.130929 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port e8867667-8588-498e-9ef2-49f2128137a0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e8867667-8588-498e-9ef2-49f2128137a0,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:30:56.331043 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:56.333004 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-731982e9-08a3-4f9f-8cc7-9a6b54bec477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:56.421792 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=e8867667-8588-498e-9ef2-49f2128137a0,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:56.425097 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:56.617984 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8867667-8588-498e-9ef2-49f2128137a0'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:56.781073 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3629a-0e9c-4603-9b46-7fb3f145db84 req-070c1ad8-7e65-478a-a3d6-1b2e6dd2a5ea tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:56.782513 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9fe3629a-0e9c-4603-9b46-7fb3f145db84 req-070c1ad8-7e65-478a-a3d6-1b2e6dd2a5ea tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 945 time: 0.2204013
May 06 09:30:56.796654 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c88cb4-f471-4e08-9511-f2da5737b233 req-e023bfe1-5205-4854-9939-dbbd2ebd0c9d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:56.798118 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b1c88cb4-f471-4e08-9511-f2da5737b233 req-e023bfe1-5205-4854-9939-dbbd2ebd0c9d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1117809
May 06 09:30:56.868670 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9fe3629a-0e9c-4603-9b46-7fb3f145db84 req-7ef90fbd-8475-4725-9a0c-f4d271c92097 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798495
May 06 09:30:56.873942 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b1c88cb4-f471-4e08-9511-f2da5737b233 req-80e520bb-8b9a-4b79-bd0c-bdaa1f26633f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624633
May 06 09:30:56.928353 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8867667-8588-498e-9ef2-49f2128137a0', 'code': 200}
May 06 09:30:57.074864 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288814-0cb2-4043-99a7-6677fc1be983 req-b8454930-bd77-47b4-b1da-9c5256d07576 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:57.076345 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-63288814-0cb2-4043-99a7-6677fc1be983 req-b8454930-bd77-47b4-b1da-9c5256d07576 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.0832477
May 06 09:30:57.111575 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43024) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:57.117431 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-9c397ac4-46bb-4180-a38f-f762f26f9d86 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Request body: {'floatingip': {'port_id': 'be53be87-6759-46c6-8e61-7500e500311b'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:30:57.201662 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-9c397ac4-46bb-4180-a38f-f762f26f9d86 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:57.318528 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca42fc9-7a20-422d-ae2f-c12b67862b30 req-ca0670d8-7ef5-4535-bd3c-8ca5b1f8ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:57.320120 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8ca42fc9-7a20-422d-ae2f-c12b67862b30 req-ca0670d8-7ef5-4535-bd3c-8ca5b1f8ee0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 1098 time: 0.0707622
May 06 09:30:57.366766 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8ca42fc9-7a20-422d-ae2f-c12b67862b30 req-ab812f23-e3bd-413a-842d-8c1904e410d8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400081
May 06 09:30:57.835114 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-9c397ac4-46bb-4180-a38f-f762f26f9d86 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:57.907899 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-9c397ac4-46bb-4180-a38f-f762f26f9d86 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:58.139332 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.l3_db [None req-9c397ac4-46bb-4180-a38f-f762f26f9d86 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Floating IP fb54a6bf-1142-4a30-a0a0-a4f30ea3b629 associated. External IP: 172.27.3.158, port: be53be87-6759-46c6-8e61-7500e500311b.
May 06 09:30:58.329202 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43038) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:58.370384 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecaa37-2c32-4c59-8344-03895161f3de req-22b1b285-34cb-469e-bf55-0c33555d4842 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:58.372553 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e5ecaa37-2c32-4c59-8344-03895161f3de req-22b1b285-34cb-469e-bf55-0c33555d4842 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 945 time: 0.3538661
May 06 09:30:58.442794 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e5ecaa37-2c32-4c59-8344-03895161f3de req-30f60279-05d4-406a-94c9-ca0cfc0839ef tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628915
May 06 09:30:58.497712 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-93d2a30d-5c55-4320-b639-e790cd809850 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=660dcfb6a2034d57b960353e1fa084ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1643322
May 06 09:30:58.497948 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43044) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:30:58.558493 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9ed94a37-1f41-459d-891a-54499fd9ea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:58.585554 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9ed94a37-1f41-459d-891a-54499fd9ea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:58.650200 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c397ac4-46bb-4180-a38f-f762f26f9d86 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Router 01ef0b11-00ef-468b-9c72-7d938aff2a4c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:30:58.736610 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9ed94a37-1f41-459d-891a-54499fd9ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:58.741921 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-77307285-18aa-4fb0-8737-7de98c451970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:30:58.755141 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed94a37-1f41-459d-891a-54499fd9ea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:30:58.758438 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9ed94a37-1f41-459d-891a-54499fd9ea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:30:58.761048 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9ed94a37-1f41-459d-891a-54499fd9ea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:58.773455 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-9ed94a37-1f41-459d-891a-54499fd9ea6b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2b0dbe3b-246b-4ee3-8d6a-2d929e64d1d9 HTTP/1.1" status: 204  len: 168 time: 0.2667828
May 06 09:30:58.847703 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c397ac4-46bb-4180-a38f-f762f26f9d86 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:30:58.847703 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-9c397ac4-46bb-4180-a38f-f762f26f9d86 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:30:58.851910 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] Sync routers for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:30:58.861568 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:30:58.862260 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b04780d0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:58.907008 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-9c397ac4-46bb-4180-a38f-f762f26f9d86 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "PUT /v2.0/floatingips/fb54a6bf-1142-4a30-a0a0-a4f30ea3b629 HTTP/1.1" status: 200  len: 992 time: 1.7940309
May 06 09:30:58.907583 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:30:59.052600 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:30:59.270548 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b', 'status': 'completed', 'code': 200}
May 06 09:30:59.380242 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-ae2d8ab8-b7f6-46ce-bf50-6dba086067ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:59.382080 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-ae2d8ab8-b7f6-46ce-bf50-6dba086067ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 1099 time: 0.0821910
May 06 09:30:59.441352 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b04780d0>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': 'fb54a6bf-1142-4a30-a0a0-a4f30ea3b629', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'port_id': 'be53be87-6759-46c6-8e61-7500e500311b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'mac_address': 'fa:16:3e:b3:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0fa576-8481-44c6-8e07-514465722723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:30:39Z', 'updated_at': '2021-05-06T09:30:57Z', 'revision_number': 1, 'project_id': '080a2d6be38b48ec95862921c280670c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:59.445389 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] Checking router: 01ef0b11-00ef-468b-9c72-7d938aff2a4c for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:30:59.460285 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:30:59.460285 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b04780d0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:30:59.554817 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-323c4fd1-9c5e-4cde-9e5f-86ce507ed9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:59.556824 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-323c4fd1-9c5e-4cde-9e5f-86ce507ed9b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 918 time: 0.1685951
May 06 09:30:59.667373 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc64050-8487-425f-aad0-fbeda3df1640 req-219ca138-87ed-4cd8-a9cb-d744b1b8a4c5 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:59.668864 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-afc64050-8487-425f-aad0-fbeda3df1640 req-219ca138-87ed-4cd8-a9cb-d744b1b8a4c5 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 945 time: 0.0869927
May 06 09:30:59.670993 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-994c7634-f76f-43d1-b52f-5f342491320d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be53be87-6759-46c6-8e61-7500e500311b HTTP/1.1" status: 200  len: 1000 time: 0.1072156
May 06 09:30:59.712837 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:30:59.750183 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-55e06cc3-9d8c-4ad2-9779-65f304a4d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:59.753057 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-55e06cc3-9d8c-4ad2-9779-65f304a4d9a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.0753174
May 06 09:30:59.754461 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-afc64050-8487-425f-aad0-fbeda3df1640 req-0189e2ed-8332-436f-b2ab-0e243816e7b4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791044
May 06 09:30:59.859560 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-cdc81f53-ae9f-497c-b6a5-563773aa9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:30:59.861316 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-cdc81f53-ae9f-497c-b6a5-563773aa9fa0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1026390
May 06 09:31:00.027376 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-c8b80c60-de16-4c4e-ab7d-f5945dca0c8b service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594143
May 06 09:31:00.061148 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43086) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:00.195916 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b04780d0>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': 'fb54a6bf-1142-4a30-a0a0-a4f30ea3b629', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'port_id': 'be53be87-6759-46c6-8e61-7500e500311b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'mac_address': 'fa:16:3e:b3:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0fa576-8481-44c6-8e07-514465722723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:30:39Z', 'updated_at': '2021-05-06T09:30:57Z', 'revision_number': 1, 'project_id': '080a2d6be38b48ec95862921c280670c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:00.201879 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2352b8b-6cf5-4256-a184-caec5aff6ed4 None None] The sync data for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi is: [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': 'fb54a6bf-1142-4a30-a0a0-a4f30ea3b629', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'port_id': 'be53be87-6759-46c6-8e61-7500e500311b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'mac_address': 'fa:16:3e:b3:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0fa576-8481-44c6-8e07-514465722723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:30:39Z', 'updated_at': '2021-05-06T09:30:57Z', 'revision_number': 1, 'project_id': '080a2d6be38b48ec95862921c280670c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:31:00.212884 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-620410885-network', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:00.217932 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:00.222330 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Usage tracker for resource:network and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:00.225726 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:00.237348 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:00.282137 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-615e4223-460f-4692-836f-fcbd8cf8ef50 req-903be78d-3d42-4db4-be35-b99ab38f071e service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466815
May 06 09:31:00.382069 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Made reservation on behalf of 5e3ef3fb127743f68a201755709a9bdf for: {'network': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:31:00.384440 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:00.397421 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:00.413669 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:00.414812 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b539041-f224-48c7-9f87-d4bc35c31ba6 None None] New status for floating IP fb54a6bf-1142-4a30-a0a0-a4f30ea3b629: ACTIVE {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:31:00.417961 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Usage tracker for resource:security_group_rule and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:00.421597 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:00.427544 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:00.520883 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:00.598908 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:00.603708 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d3f57765-59b6-4c1a-80ad-82599cc33395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:00.634469 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 991}  {{(pid=74357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:31:00.644417 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee478585-d78b-45bb-9e8e-2eeb6908f952,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:00.655937 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:00.656278 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.segments_db [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Added segment f5db0979-ea84-4a2a-8feb-fbb2b743264a of type vlan for network 26683102-4858-4c9b-897c-58ae9f936d0c
May 06 09:31:00.658041 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.658750 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.659328 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.659544 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.659890 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.660276 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.660678 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.661063 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.661412 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.661753 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.662121 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.662456 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:00.670510 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:00.694072 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:00.839393 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:00.841496 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:00.842127 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:00.847243 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bf4240e1-6803-42de-99ad-c6814cee6a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:00.948822 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Pushing event updated for resources: {'Network': ['ID=26683102-4858-4c9b-897c-58ae9f936d0c,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:00.952167 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:00.959936 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 26683102-4858-4c9b-897c-58ae9f936d0c details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:31:00.999319 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-f0b192b7-01ac-4610-92c4-4f822d4b714f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9359114
May 06 09:31:01.002195 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43098) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:01.008611 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Request body: {'subnet': {'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-620410885-subnet', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'ip_version': 4}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:01.014357 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:01.018726 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Usage tracker for resource:subnet and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:01.021987 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:01.028630 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:01.083672 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Made reservation on behalf of 5e3ef3fb127743f68a201755709a9bdf for: {'subnet': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:31:01.086176 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1871022'] for subnet, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:01.611930 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27996608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1871068'] for subnet, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:01.617529 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:01.687016 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef3d59-deca-4216-8216-937b7a8db59b req-01aa29a3-7512-4c79-90e1-43a3cc7b12c8 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:01.688592 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5ef3d59-deca-4216-8216-937b7a8db59b req-01aa29a3-7512-4c79-90e1-43a3cc7b12c8 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 945 time: 0.0852251
May 06 09:31:01.689498 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03498413-79ed-4cfc-ba57-fa1894531bf6,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:01.692927 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:01.703651 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Checking segment: {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:01.704002 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Network hostable DHCP agents. Network: 26683102-4858-4c9b-897c-58ae9f936d0c, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:31:01.741626 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5ef3d59-deca-4216-8216-937b7a8db59b req-6880f9e4-da39-46f8-be47-0aeb95f2d882 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438967
May 06 09:31:01.794422 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Network 26683102-4858-4c9b-897c-58ae9f936d0c is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:31:01.896550 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 26683102-4858-4c9b-897c-58ae9f936d0c) {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:01.906922 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:01.907477 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:01.907911 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9a794-5c9c-492f-9060-e1a438249618 None None] Network 26683102-4858-4c9b-897c-58ae9f936d0c requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:31:02.008410 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-820f6f2b-fc8c-45bb-8289-74b4aa93d493 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0026014
May 06 09:31:02.009003 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43110) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:02.013776 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:02.018283 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:02.022228 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Usage tracker for resource:router and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:02.025054 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:02.031645 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:02.102241 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:02.103303 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:02.119790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:02.136024 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-26683102-4858-4c9b-897c-58ae9f936d0c', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:31:02.137407 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:02.302953 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Allocated IP 172.20.0.2 (26683102-4858-4c9b-897c-58ae9f936d0c/03498413-79ed-4cfc-ba57-fa1894531bf6/9c76b554-90b6-45a1-aa2c-b72d2c1bb256) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:31:02.524573 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:02.535679 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:02.545987 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Transition to ACTIVE for port object 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:02.565383 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Transition to ACTIVE for port object 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:02.633741 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:02.640281 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:02.708101 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Network 26683102-4858-4c9b-897c-58ae9f936d0c is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:02.716667 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:02.719656 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:31:02.731792 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Pushing event updated for resources: {'Port': ['ID=9c76b554-90b6-45a1-aa2c-b72d2c1bb256,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:02.735161 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:02.846404 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Attempting to bind port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:31:02.846788 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Attempting to bind port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:31:02.847160 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Attempting to bind port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 on network 26683102-4858-4c9b-897c-58ae9f936d0c {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:02.853193 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:31:02.853575 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Checking segment: {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:02.853987 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:02.854383 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Bound using segment: {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:31:02.854852 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Bound port: 9c76b554-90b6-45a1-aa2c-b72d2c1bb256, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:31:02.855320 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:02.976078 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f00851-1240-4940-a18c-f7dd01886421 req-8938dd2b-16d4-4bf8-bdf8-919d8ff60a6c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:02.978339 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-99f00851-1240-4940-a18c-f7dd01886421 req-8938dd2b-16d4-4bf8-bdf8-919d8ff60a6c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 945 time: 0.0947683
May 06 09:31:02.982382 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:03.001229 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] For port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:31:03.005354 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] For port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9c76b554-90b6-45a1-aa2c-b72d2c1bb256,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:31:03.017211 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:03.028187 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-99f00851-1240-4940-a18c-f7dd01886421 req-e8d10658-1de1-4a2d-a534-1f0dea60131f tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411942
May 06 09:31:03.072902 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:03.078544 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:03.160904 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Pushing event updated for resources: {'Port': ['ID=9c76b554-90b6-45a1-aa2c-b72d2c1bb256,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:03.171702 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:03.217892 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668db119-0e47-4a67-a130-69cce6e9051e req-4d9c6900-ca4f-4b07-a62c-003cffbc9c14 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:03.218587 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-668db119-0e47-4a67-a130-69cce6e9051e req-4d9c6900-ca4f-4b07-a62c-003cffbc9c14 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Synchronizing usage tracker for tenant:f96390a79f3b46c285414d6fc8710cd9 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:31:03.314470 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Allocated IP 172.27.3.188 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/8bcb1bd2-b0d4-4f9b-8f94-353b03156815) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:31:03.394187 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-668db119-0e47-4a67-a130-69cce6e9051e req-4d9c6900-ca4f-4b07-a62c-003cffbc9c14 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Unset dirty status for tenant:f96390a79f3b46c285414d6fc8710cd9 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:31:03.395321 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-668db119-0e47-4a67-a130-69cce6e9051e req-4d9c6900-ca4f-4b07-a62c-003cffbc9c14 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 945 time: 0.4890018
May 06 09:31:03.595069 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:03.647790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-668db119-0e47-4a67-a130-69cce6e9051e req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Deleting port e8867667-8588-498e-9ef2-49f2128137a0 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:31:03.648147 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-668db119-0e47-4a67-a130-69cce6e9051e req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:03.791838 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-668db119-0e47-4a67-a130-69cce6e9051e req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] For port e8867667-8588-498e-9ef2-49f2128137a0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e8867667-8588-498e-9ef2-49f2128137a0,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:03.792185 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-668db119-0e47-4a67-a130-69cce6e9051e req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:03.858263 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:03.920782 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2b90d5bc-cedc-4c69-8f39-192a167122d3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:03.962013 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-668db119-0e47-4a67-a130-69cce6e9051e req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Calling delete_port for e8867667-8588-498e-9ef2-49f2128137a0 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:31:04.000527 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:04.004322 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:04.017096 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:31:04.053953 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Pushing event updated for resources: {'Port': ['ID=8bcb1bd2-b0d4-4f9b-8f94-353b03156815,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:04.061846 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:04.192636 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9627cc71-1280-4993-af1f-858ca0c453ba None None] Network 26683102-4858-4c9b-897c-58ae9f936d0c requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:31:04.301410 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b344d-9a8f-47b9-9e12-01d0a2ad44bf req-e3f349dd-e7f9-46b2-aafb-6f86e4352df4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:04.309216 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-146b344d-9a8f-47b9-9e12-01d0a2ad44bf req-e3f349dd-e7f9-46b2-aafb-6f86e4352df4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 945 time: 0.1525655
May 06 09:31:04.378192 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-146b344d-9a8f-47b9-9e12-01d0a2ad44bf req-7467ff90-21e6-4c81-905b-25f96aba34d9 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676394
May 06 09:31:04.500242 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-96d93f79-aa10-4a66-a31e-faf4279a1ae3 None None] Provisioning for port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:04.551982 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-668db119-0e47-4a67-a130-69cce6e9051e req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:04.559153 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f30dd874-2c8b-4639-80f6-2608b1358bbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:04.610367 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Pushing event deleted for resources: {'Port': ['ID=e8867667-8588-498e-9ef2-49f2128137a0,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:04.623096 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:04.709365 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-668db119-0e47-4a67-a130-69cce6e9051e req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] No DVR routers for this DVR port e8867667-8588-498e-9ef2-49f2128137a0 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:31:04.713101 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-668db119-0e47-4a67-a130-69cce6e9051e req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:04.716215 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0', 'name': 'network-vif-deleted', 'tag': 'e8867667-8588-498e-9ef2-49f2128137a0'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:31:04.746681 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:04.904953 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:04.917724 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0', 'name': 'network-vif-deleted', 'tag': 'e8867667-8588-498e-9ef2-49f2128137a0', 'status': 'completed', 'code': 200}
May 06 09:31:05.049572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:05.054639 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:05.054988 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:05.087999 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-668db119-0e47-4a67-a130-69cce6e9051e req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.73 "DELETE /v2.0/ports/e8867667-8588-498e-9ef2-49f2128137a0 HTTP/1.1" status: 204  len: 173 time: 1.6772008
May 06 09:31:05.182700 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:05.211756 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:05.230058 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9c76b554-90b6-45a1-aa2c-b72d2c1bb256,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:05.319103 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:05.321505 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:05.425147 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=9c76b554-90b6-45a1-aa2c-b72d2c1bb256,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:05.427354 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:05.511433 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Router 402376f9-4467-4b07-ad53-b76bc2a6df7b is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:31:05.576103 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1ee6f9f1-d086-48c3-8896-cf863054b699 req-aa58bc27-7a73-48f1-a8c1-04406c5e0216 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d6f79b-6da0-4987-b7e7-3fbb0a3755c0 HTTP/1.1" status: 200  len: 210 time: 0.0515070
May 06 09:31:05.716742 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:31:05.725289 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Sync routers for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:31:05.736594 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:05.737334 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653e50>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:05.805098 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:05.806572 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.7969160
May 06 09:31:05.809444 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43154) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:05.895616 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device e8867667-8588-498e-9ef2-49f2128137a0 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:31:05.938978 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: e8867667-8588-498e-9ef2-49f2128137a0 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:31:05.939215 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device e8867667-8588-498e-9ef2-49f2128137a0 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:31:05.977992 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:06.285487 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653e50>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:04Z', 'revision_number': 3, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:06.289450 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Checking router: 402376f9-4467-4b07-ad53-b76bc2a6df7b for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:31:06.289800 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Updating router 402376f9-4467-4b07-ad53-b76bc2a6df7b port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:31:06.347901 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:06.592048 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:06.721585 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:06.735489 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Transition to ACTIVE for port object 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:06.811112 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:06.816210 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Allocated IP 172.20.0.1 (26683102-4858-4c9b-897c-58ae9f936d0c/03498413-79ed-4cfc-ba57-fa1894531bf6/9b854155-df3e-4052-855c-44210c8c0525) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:31:06.816320 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:06.930948 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd154-6025-4509-b99a-fe951b9eb56f None None] Pushing event updated for resources: {'Port': ['ID=8bcb1bd2-b0d4-4f9b-8f94-353b03156815,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:06.937199 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-291bd154-6025-4509-b99a-fe951b9eb56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:06.938814 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:06.988193 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Attempting to bind port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:31:06.988571 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Attempting to bind port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:31:06.988963 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Attempting to bind port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:07.004751 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:31:07.005132 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:07.005541 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:07.005939 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:31:07.006419 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Bound port: 8bcb1bd2-b0d4-4f9b-8f94-353b03156815, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:31:07.006806 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:07.097081 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:07.097373 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:07.099014 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:07.126492 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] For port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:31:07.142979 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.provisioning_blocks [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Transition to ACTIVE for port object 9b854155-df3e-4052-855c-44210c8c0525 will not be triggered until provisioned by entity DHCP. {{(pid=74357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:07.147195 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] For port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=8bcb1bd2-b0d4-4f9b-8f94-353b03156815,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:31:07.158752 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232f30-85fa-4668-a189-482ffe7833be req-63ddb754-54ef-4dc2-a1dc-19bdd90312ce tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:07.161212 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-63ddb754-54ef-4dc2-a1dc-19bdd90312ce tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/networks?id=fe324f0e-9a49-4176-b462-31ae61432608 HTTP/1.1" status: 200  len: 808 time: 0.2149351
May 06 09:31:07.183417 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-2afd928a-cd7b-4a8f-9d2a-09bc588b9e08 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/quotas/f96390a79f3b46c285414d6fc8710cd9 HTTP/1.1" status: 200  len: 375 time: 0.0171835
May 06 09:31:07.234405 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:07.239304 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:07.243433 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-29c54d1b-b362-428d-a549-bf34c2f859b2 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f96390a79f3b46c285414d6fc8710cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0522954
May 06 09:31:07.268387 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:07.273563 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:07.321181 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:07.321893 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653e50>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:07.375822 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd154-6025-4509-b99a-fe951b9eb56f None None] Pushing event updated for resources: {'Port': ['ID=8bcb1bd2-b0d4-4f9b-8f94-353b03156815,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:07.412508 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Network 26683102-4858-4c9b-897c-58ae9f936d0c is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:07.417372 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:07.431093 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:31:07.434437 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-291bd154-6025-4509-b99a-fe951b9eb56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:07.482437 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Pushing event updated for resources: {'Port': ['ID=9b854155-df3e-4052-855c-44210c8c0525,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:07.505272 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:07.525697 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:07.543035 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:07.693338 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-36bd4280-f791-4e47-9509-1ce7a3bab9e7 service neutron] 10.222.0.68 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4416316
May 06 09:31:07.797265 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-b62cf0b1-3d0c-40ab-b26b-0b439987acc0 None None] Provisioning for port 9b854155-df3e-4052-855c-44210c8c0525 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:07.807117 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-b62cf0b1-3d0c-40ab-b26b-0b439987acc0 None None] Provisioning complete for port 9b854155-df3e-4052-855c-44210c8c0525 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:07.807492 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b62cf0b1-3d0c-40ab-b26b-0b439987acc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:07.867397 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-b62cf0b1-3d0c-40ab-b26b-0b439987acc0 None None] Port 9b854155-df3e-4052-855c-44210c8c0525 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:31:07.886383 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653e50>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:04Z', 'revision_number': 3, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:07.890987 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21096d86-213c-4b0c-9e5a-ea755b725a8e None None] The sync data for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi is: [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:04Z', 'revision_number': 3, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:31:07.972826 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-6548042c-8ac5-4350-a7b6-62a5bb68cd4c service neutron] 10.222.0.68 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712793
May 06 09:31:08.143957 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:08.374852 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-81a35ac9-d98b-45ae-88b6-4694c9400f94 req-695bcc51-eadf-4845-8609-bbc2272195d1 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 210 time: 0.0519161
May 06 09:31:08.456508 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:08.513258 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:08.541764 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-9cb69c8f-6b9a-42c6-9538-54761f822ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:08.623570 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:08.627433 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Pushing event updated for resources: {'Port': ['ID=9b854155-df3e-4052-855c-44210c8c0525,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:08.630857 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:08.789292 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Network 26683102-4858-4c9b-897c-58ae9f936d0c is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:08.790453 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:08.908819 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:09.035107 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Router 402376f9-4467-4b07-ad53-b76bc2a6df7b has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:31:09.061846 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:09.067266 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:09.067713 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:09.129913 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-b08e4b4e-8b5b-428f-afa9-c9c7a8e7c5bf None None] Provisioning complete for port 9b854155-df3e-4052-855c-44210c8c0525 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:09.130180 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b08e4b4e-8b5b-428f-afa9-c9c7a8e7c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:09.249079 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-b08e4b4e-8b5b-428f-afa9-c9c7a8e7c5bf None None] Port 9b854155-df3e-4052-855c-44210c8c0525 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:31:09.271976 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:31:09.294605 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] 10.222.0.68 "PUT /v2.0/routers/402376f9-4467-4b07-ad53-b76bc2a6df7b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4800460
May 06 09:31:09.296897 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:09.321261 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=8bcb1bd2-b0d4-4f9b-8f94-353b03156815,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:09.393836 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:09.396349 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:09.512394 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=8bcb1bd2-b0d4-4f9b-8f94-353b03156815,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:09.516148 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:09.586771 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9ea7a125-bf66-4ae1-9ddf-f8749c747c5d req-00949c4a-9783-4c2e-98ac-5979ad810da1 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 210 time: 0.0483851
May 06 09:31:09.679793 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Sync routers for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:31:09.689818 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:09.690434 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0953e20>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:09.877601 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:10.181169 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43216) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:10.186935 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1359681143-network', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:10.191740 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:10.192306 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0953e20>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9b854155-df3e-4052-855c-44210c8c0525', 'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'mac_address': 'fa:16:3e:3a:bf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:06Z', 'updated_at': '2021-05-06T09:31:08Z', 'revision_number': 2, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'subnets': [{'id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:10.195678 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Usage tracker for resource:network and tenant:e90308ebedac4a4ba0fc2f81927f35ba is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:10.196166 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Checking router: 402376f9-4467-4b07-ad53-b76bc2a6df7b for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:31:10.196516 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Updating router 402376f9-4467-4b07-ad53-b76bc2a6df7b port 9b854155-df3e-4052-855c-44210c8c0525 binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:31:10.198684 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:10.204637 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:10.251169 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.334166 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Made reservation on behalf of e90308ebedac4a4ba0fc2f81927f35ba for: {'network': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:31:10.337547 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.350717 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.367608 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:10.371454 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:e90308ebedac4a4ba0fc2f81927f35ba is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:10.374306 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:10.380119 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:10.472569 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.559163 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.564093 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1a5c0c6f-d38a-4d0f-9896-10e0cba5f41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:10.593655 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 999}  {{(pid=74357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:31:10.606629 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afd4ba4-1463-404d-a7c6-09dc756576f7,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:10.611583 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:10.614683 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.615026 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.segments_db [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Added segment 1aa5dd82-82fb-47b8-a4cb-9c7483d60b42 of type vlan for network 447f11fd-3f1c-433a-966f-509c834bdbc4
May 06 09:31:10.619456 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.632171 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Transition to ACTIVE for port object 9b854155-df3e-4052-855c-44210c8c0525 will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:10.662614 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.694477 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232f30-85fa-4668-a189-482ffe7833be req-ab0d8486-f5e6-4eb8-8415-7ad036747d44 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:10.696060 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-ab0d8486-f5e6-4eb8-8415-7ad036747d44 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.73 "GET /v2.0/networks?id=fe324f0e-9a49-4176-b462-31ae61432608 HTTP/1.1" status: 200  len: 808 time: 0.1705356
May 06 09:31:10.708293 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Request body: {'port': {'device_id': '798ed916-9798-4988-bcc1-f8cf71fe63db', 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608', 'admin_state_up': True, 'tenant_id': 'f96390a79f3b46c285414d6fc8710cd9'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:10.765033 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.810085 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-55914100-a343-4f98-8d33-a398eb67ae9a req-858fd2eb-e4c1-4be0-b82f-2c84ef54155c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 210 time: 0.0522072
May 06 09:31:10.811101 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:10.897207 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:10.904113 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Usage tracker for resource:port and tenant:f96390a79f3b46c285414d6fc8710cd9 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:10.907302 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.907872 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:10.908951 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:10.909570 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:10.913215 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-6e4aff44-26d1-4dda-a5e3-3c6d76e3a956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:10.916645 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:10.917091 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Pushing event updated for resources: {'Port': ['ID=9b854155-df3e-4052-855c-44210c8c0525,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:10.947910 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:10.962161 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.962506 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.962836 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.963160 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.963533 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.963856 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.964167 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.964501 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.964854 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.965168 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.965535 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.965842 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:10.975304 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:11.051148 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=447f11fd-3f1c-433a-966f-509c834bdbc4,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:11.053223 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:11.053761 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:11.055820 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:11.086804 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 447f11fd-3f1c-433a-966f-509c834bdbc4 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:31:11.103881 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Attempting to bind port 9b854155-df3e-4052-855c-44210c8c0525 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:31:11.104252 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Attempting to bind port 9b854155-df3e-4052-855c-44210c8c0525 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:31:11.104616 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Attempting to bind port 9b854155-df3e-4052-855c-44210c8c0525 on network 26683102-4858-4c9b-897c-58ae9f936d0c {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:11.107800 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Made reservation on behalf of f96390a79f3b46c285414d6fc8710cd9 for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:31:11.110697 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:31:11.111066 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Checking segment: {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:11.111699 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:11.112095 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Bound using segment: {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:31:11.112607 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Bound port: 9b854155-df3e-4052-855c-44210c8c0525, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:31:11.117723 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:11.117882 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:11.157137 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-1e096e28-1430-4460-821e-55aab9828ef7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9746864
May 06 09:31:11.160069 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43226) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:11.178602 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Request body: {'subnet': {'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1359681143-subnet', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:11.199764 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:11.212374 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Usage tracker for resource:subnet and tenant:e90308ebedac4a4ba0fc2f81927f35ba is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:11.217863 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:11.234120 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] For port 9b854155-df3e-4052-855c-44210c8c0525, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:31:11.237601 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:11.241015 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] For port 9b854155-df3e-4052-855c-44210c8c0525, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9b854155-df3e-4052-855c-44210c8c0525,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:31:11.325289 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:11.330530 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-996683b7-80cc-4982-a028-34093905ef2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:11.340123 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Allocated IP 172.20.0.14 (fe324f0e-9a49-4176-b462-31ae61432608/07c81fbc-080e-4386-827f-6b6145a6382d/0a827f5d-7769-4bd1-bf51-be1cd2f42a86) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:31:11.342614 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Made reservation on behalf of e90308ebedac4a4ba0fc2f81927f35ba for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:31:11.346270 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27356926'] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:11.419017 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:11.419655 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0953e20>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:11.546370 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Pushing event updated for resources: {'Port': ['ID=9b854155-df3e-4052-855c-44210c8c0525,revision_number=4']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:11.556509 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:11.633910 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:11.637600 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:11.736671 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:11.743210 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d892ff2b-45e4-48bc-80ef-193377585f95 tempest-AttachVolumeNegativeTest-928969220 tempest-AttachVolumeNegativeTest-928969220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:11.928323 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Network fe324f0e-9a49-4176-b462-31ae61432608 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:11.936998 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:11.942091 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:31:11.978775 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Pushing event updated for resources: {'Port': ['ID=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:11.983406 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:12.016368 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0953e20>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9b854155-df3e-4052-855c-44210c8c0525', 'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'mac_address': 'fa:16:3e:3a:bf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:06Z', 'updated_at': '2021-05-06T09:31:11Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'subnets': [{'id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:12.017158 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:12.017591 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.021557 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae70e407-0160-43cf-a63a-5fda1b810948 None None] The sync data for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi is: [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9b854155-df3e-4052-855c-44210c8c0525', 'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'mac_address': 'fa:16:3e:3a:bf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:06Z', 'updated_at': '2021-05-06T09:31:11Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'subnets': [{'id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:31:12.116145 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6a590-23e1-40e7-8e3d-430d35779abc req-48086fed-1dbc-4a15-9208-6c9f7a7d08fe tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:12.117746 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-63b6a590-23e1-40e7-8e3d-430d35779abc req-48086fed-1dbc-4a15-9208-6c9f7a7d08fe tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 932 time: 0.1797178
May 06 09:31:12.137823 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4336944
May 06 09:31:12.152668 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2060191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27356812'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.152926 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Request body: {'port': {'device_id': '798ed916-9798-4988-bcc1-f8cf71fe63db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:12.160614 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f500ba20-c207-44e0-aa7d-32aa57857ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:12.266334 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-63b6a590-23e1-40e7-8e3d-430d35779abc req-9819cbbf-2e00-4915-aee3-c60c2cd1514b tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421080
May 06 09:31:12.278131 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f92e8b-49bf-43c7-8a86-d7feb2c2d26a,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:12.281124 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:12.299561 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Checking segment: {'id': '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:12.299706 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Network hostable DHCP agents. Network: 447f11fd-3f1c-433a-966f-509c834bdbc4, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:31:12.306274 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.404931 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Network 447f11fd-3f1c-433a-966f-509c834bdbc4 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:31:12.502940 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 447f11fd-3f1c-433a-966f-509c834bdbc4) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:12.514210 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bd2afd-e945-4871-a172-d1f6811211b3 None None] Network 447f11fd-3f1c-433a-966f-509c834bdbc4 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:31:12.517024 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:12.517998 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.614256 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4485693
May 06 09:31:12.614256 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43240) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:12.619084 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:12.625375 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:12.629503 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Usage tracker for resource:router and tenant:e90308ebedac4a4ba0fc2f81927f35ba is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:12.633312 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:12.640486 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:12.708128 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.709024 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.725026 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:31:12.734679 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.746486 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.756090 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Transition to ACTIVE for port object 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:12.801085 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-447f11fd-3f1c-433a-966f-509c834bdbc4', 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'fixed_ips': [{'subnet_id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:31:12.801916 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.850748 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:12.873165 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ecb1a8f2-1a4f-4485-ba23-b579aa85520c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:13.028862 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Allocated IP 172.20.0.2 (447f11fd-3f1c-433a-966f-509c834bdbc4/50f92e8b-49bf-43c7-8a86-d7feb2c2d26a/f32c6c3a-7d75-4f82-ad9a-b957fb073617) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:31:13.082995 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Pushing event updated for resources: {'Port': ['ID=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:13.113550 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:13.132079 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9b854155-df3e-4052-855c-44210c8c0525 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:13.166759 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Attempting to bind port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:31:13.167091 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Attempting to bind port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '5f6a681b-c195-474e-9552-16ac121b0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:31:13.167413 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Attempting to bind port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 on network fe324f0e-9a49-4176-b462-31ae61432608 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:13.173799 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 on network fe324f0e-9a49-4176-b462-31ae61432608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:31:13.173799 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Attempting to bind port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 on network fe324f0e-9a49-4176-b462-31ae61432608 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:13.180192 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:31:13.180560 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Checking segment: {'id': '5f6a681b-c195-474e-9552-16ac121b0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:13.181057 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Bound using segment: {'id': '5f6a681b-c195-474e-9552-16ac121b0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:31:13.181490 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Bound port: 0a827f5d-7769-4bd1-bf51-be1cd2f42a86, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6a681b-c195-474e-9552-16ac121b0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:31:13.181838 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.190553 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.356997 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] For port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:31:13.361652 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] For port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:31:13.471120 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.472439 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:13.540532 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.554921 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Transition to ACTIVE for port object f32c6c3a-7d75-4f82-ad9a-b957fb073617 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:13.588563 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Transition to ACTIVE for port object f32c6c3a-7d75-4f82-ad9a-b957fb073617 will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:13.602602 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Pushing event updated for resources: {'Port': ['ID=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:13.604224 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 9b854155-df3e-4052-855c-44210c8c0525 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:13.611136 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9b854155-df3e-4052-855c-44210c8c0525 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:13.611822 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.632043 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:13.636942 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:13.637588 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.640452 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] 10.222.0.73 "PUT /v2.0/ports/0a827f5d-7769-4bd1-bf51-be1cd2f42a86 HTTP/1.1" status: 200  len: 1094 time: 1.4936953
May 06 09:31:13.645031 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798ed916-9798-4988-bcc1-f8cf71fe63db', 'tag': '0a827f5d-7769-4bd1-bf51-be1cd2f42a86'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:31:13.663418 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.671295 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:13.776734 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Network 447f11fd-3f1c-433a-966f-509c834bdbc4 is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:13.782721 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:13.792359 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:31:13.794772 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Pushing event updated for resources: {'Port': ['ID=f32c6c3a-7d75-4f82-ad9a-b957fb073617,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:13.802403 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798ed916-9798-4988-bcc1-f8cf71fe63db', 'tag': '0a827f5d-7769-4bd1-bf51-be1cd2f42a86', 'status': 'completed', 'code': 200}
May 06 09:31:13.803099 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:13.807445 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752869e-5ca3-4da9-a5cb-f5c9ed23d1e4 req-e3ab7d80-46ce-4059-ad64-afe7fc7ea190 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:13.816333 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a752869e-5ca3-4da9-a5cb-f5c9ed23d1e4 req-e3ab7d80-46ce-4059-ad64-afe7fc7ea190 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 944 time: 0.3122945
May 06 09:31:13.843634 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232f30-85fa-4668-a189-482ffe7833be req-8f48ed30-52fe-4358-a4f8-9984edfc01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:13.845460 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-8f48ed30-52fe-4358-a4f8-9984edfc01cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f96390a79f3b46c285414d6fc8710cd9&device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 1097 time: 0.0953224
May 06 09:31:13.912834 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.919577 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-e14730e9-8d49-466a-9aea-07fd244d3ed9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a827f5d-7769-4bd1-bf51-be1cd2f42a86 HTTP/1.1" status: 200  len: 217 time: 0.0669761
May 06 09:31:13.954667 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.969200 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:13.979465 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a752869e-5ca3-4da9-a5cb-f5c9ed23d1e4 req-3c354127-3ea4-482f-9a2f-634092d7db6d tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622343
May 06 09:31:14.004440 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 9b854155-df3e-4052-855c-44210c8c0525, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9b854155-df3e-4052-855c-44210c8c0525,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:14.007416 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232f30-85fa-4668-a189-482ffe7833be req-87da833b-9bd3-4ecb-866b-5a349d137505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:14.009098 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-87da833b-9bd3-4ecb-866b-5a349d137505 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07c81fbc-080e-4386-827f-6b6145a6382d HTTP/1.1" status: 200  len: 848 time: 0.0834825
May 06 09:31:14.056724 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-19684d8b-e8f5-4881-9f33-9c82bef602b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe324f0e-9a49-4176-b462-31ae61432608&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409184
May 06 09:31:14.079309 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:14.081216 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-4f3050bd-9222-4bd3-9da9-2bf20fbdbbb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:14.154233 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=9b854155-df3e-4052-855c-44210c8c0525,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:14.157418 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:14.204957 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-e423fd01-b992-4e41-a8e9-02ff954983c8 service neutron] 10.222.0.73 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405575
May 06 09:31:14.237724 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Allocated IP 172.27.3.233 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/33ef1488-d5f2-4105-b98a-3ba9e33f5888) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:31:14.345338 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c7232f30-85fa-4668-a189-482ffe7833be req-effe4729-bd12-450d-9aa4-281a4166ce41 service neutron] 10.222.0.73 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330290
May 06 09:31:14.437224 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:14.599606 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:31:14.601707 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-be2c044e-e81a-4f77-be28-8873d604ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:14.603214 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-be2c044e-e81a-4f77-be28-8873d604ece6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f96390a79f3b46c285414d6fc8710cd9&device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 1097 time: 0.0771523
May 06 09:31:14.626791 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:14.630762 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:14.694152 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:14.702262 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:14.706610 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:31:14.732580 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Attempting to bind port f32c6c3a-7d75-4f82-ad9a-b957fb073617 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:31:14.733458 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Attempting to bind port f32c6c3a-7d75-4f82-ad9a-b957fb073617 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:31:14.734304 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Attempting to bind port f32c6c3a-7d75-4f82-ad9a-b957fb073617 on network 447f11fd-3f1c-433a-966f-509c834bdbc4 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:14.759481 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:31:14.760094 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Checking segment: {'id': '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:14.760652 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:14.761263 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Bound using segment: {'id': '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:31:14.761909 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Bound port: f32c6c3a-7d75-4f82-ad9a-b957fb073617, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:31:14.765242 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:14.877843 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Pushing event updated for resources: {'Port': ['ID=33ef1488-d5f2-4105-b98a-3ba9e33f5888,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:14.883647 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-5d87aa7b-e93e-4027-823c-fb8614403fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:14.887283 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-5d87aa7b-e93e-4027-823c-fb8614403fac service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe324f0e-9a49-4176-b462-31ae61432608 HTTP/1.1" status: 200  len: 909 time: 0.2760701
May 06 09:31:14.888899 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:14.896683 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] For port f32c6c3a-7d75-4f82-ad9a-b957fb073617, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:31:14.901741 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] For port f32c6c3a-7d75-4f82-ad9a-b957fb073617, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=f32c6c3a-7d75-4f82-ad9a-b957fb073617,segment=NetworkSegment(1aa5dd82-82fb-47b8-a4cb-9c7483d60b42),segment_id=1aa5dd82-82fb-47b8-a4cb-9c7483d60b42)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:31:14.907468 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9b854155-df3e-4052-855c-44210c8c0525 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:14.961400 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-b2e82211-2b98-4d71-bab9-30e8ed4f8e5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a827f5d-7769-4bd1-bf51-be1cd2f42a86 HTTP/1.1" status: 200  len: 217 time: 0.0641963
May 06 09:31:14.990165 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9b854155-df3e-4052-855c-44210c8c0525 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:14.990539 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:15.028742 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:15.034667 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:15.040354 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-3fc8e736-ce4a-448e-b0e3-85143b49fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:15.042083 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-3fc8e736-ce4a-448e-b0e3-85143b49fc03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=07c81fbc-080e-4386-827f-6b6145a6382d HTTP/1.1" status: 200  len: 848 time: 0.0739477
May 06 09:31:15.105010 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-f0160574-d459-454b-9d6a-44862b14a7a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe324f0e-9a49-4176-b462-31ae61432608&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514274
May 06 09:31:15.148083 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Pushing event updated for resources: {'Port': ['ID=f32c6c3a-7d75-4f82-ad9a-b957fb073617,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:15.151977 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:15.294158 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-0b6107e8-1672-40a0-8f49-e801cad8f775 service neutron] 10.222.0.73 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747134
May 06 09:31:15.435011 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6d0ac-25af-4b84-8f28-d68e70c9c8a0 req-715000ae-07cd-4402-98c5-7421808f38c3 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:15.436625 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3db6d0ac-25af-4b84-8f28-d68e70c9c8a0 req-715000ae-07cd-4402-98c5-7421808f38c3 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 944 time: 0.3221493
May 06 09:31:15.465796 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:15.475208 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-65daecad-fcb0-4906-96f2-6fcaf43e44ad req-ab906850-25be-4a2f-84a7-a8ac55ddbed8 service neutron] 10.222.0.73 "GET /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734424
May 06 09:31:15.622498 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3db6d0ac-25af-4b84-8f28-d68e70c9c8a0 req-67b0eb95-0f0c-4144-b78d-8280ea908ece tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765478
May 06 09:31:15.832019 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:15.946495 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:31:16.148837 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:16.164535 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '0a827f5d-7769-4bd1-bf51-be1cd2f42a86', 'network_id': 'fe324f0e-9a49-4176-b462-31ae61432608', 'port_id': '0a827f5d-7769-4bd1-bf51-be1cd2f42a86', 'mac_address': 'fa:16:3e:d7:f5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 995, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c81fbc-080e-4386-827f-6b6145a6382d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:31:16.214069 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada6414-a394-4335-b11d-d14b1cd342b4 None None] Network 447f11fd-3f1c-433a-966f-509c834bdbc4 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:31:16.307850 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Router 13aa38bc-445e-461e-ab38-7b36cc45f8ee is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:31:16.308469 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:16.339000 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:31:16.381158 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:16.426362 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-f3c9feaa-bba1-4b31-b45b-703c5d10b956 None None] Provisioning for port f32c6c3a-7d75-4f82-ad9a-b957fb073617 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:16.445222 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:16.456806 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:16.496505 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:31:16.509008 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Sync routers for ids ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:31:16.571577 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Routers {'13aa38bc-445e-461e-ab38-7b36cc45f8ee'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:16.572231 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b04596a0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:16.610962 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:16.614904 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.9973640
May 06 09:31:16.615263 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43280) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:16.705668 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:16.713686 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:16.721775 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['0a827f5d-7769-4bd1-bf51-be1cd2f42a86'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:31:16.866571 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Set router 13aa38bc-445e-461e-ab38-7b36cc45f8ee gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:16.934786 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90440b99-8164-4faf-8ab9-4db94dc9f1b0 req-15439c15-cd8d-4f6d-a9da-f9c8dae5e8e6 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:16.938804 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-90440b99-8164-4faf-8ab9-4db94dc9f1b0 req-15439c15-cd8d-4f6d-a9da-f9c8dae5e8e6 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 945 time: 0.1930070
May 06 09:31:16.999729 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a7e5abee-c821-47e6-abc9-a3de1c62a20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:17.010565 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device f32c6c3a-7d75-4f82-ad9a-b957fb073617 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:17.084968 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-90440b99-8164-4faf-8ab9-4db94dc9f1b0 req-d866f9b4-f141-460b-949b-3bd00f6928c2 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740542
May 06 09:31:17.350248 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port f32c6c3a-7d75-4f82-ad9a-b957fb073617 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:17.362642 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port f32c6c3a-7d75-4f82-ad9a-b957fb073617 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:17.363012 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:17.475014 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:17.502117 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b04596a0>, [{'id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:12Z', 'updated_at': '2021-05-06T09:31:14Z', 'revision_number': 3, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'gw_port': {'id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:14Z', 'updated_at': '2021-05-06T09:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:17.508989 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:17.518743 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Checking router: 13aa38bc-445e-461e-ab38-7b36cc45f8ee for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:31:17.519094 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Updating router 13aa38bc-445e-461e-ab38-7b36cc45f8ee port 33ef1488-d5f2-4105-b98a-3ba9e33f5888 binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:31:17.589674 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:17.621148 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port f32c6c3a-7d75-4f82-ad9a-b957fb073617, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=f32c6c3a-7d75-4f82-ad9a-b957fb073617,segment=NetworkSegment(1aa5dd82-82fb-47b8-a4cb-9c7483d60b42),segment_id=1aa5dd82-82fb-47b8-a4cb-9c7483d60b42)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:17.707280 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Allocated IP 172.20.0.1 (447f11fd-3f1c-433a-966f-509c834bdbc4/50f92e8b-49bf-43c7-8a86-d7feb2c2d26a/5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:31:17.744006 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:17.749692 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:17.866354 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:17.888550 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.provisioning_blocks [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Transition to ACTIVE for port object 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 will not be triggered until provisioned by entity DHCP. {{(pid=74357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:17.897270 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=f32c6c3a-7d75-4f82-ad9a-b957fb073617,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:17.901941 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:17.977304 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:18.012822 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.014776 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:18.077898 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Network 447f11fd-3f1c-433a-966f-509c834bdbc4 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:18.080642 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:18.089622 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:31:18.092760 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.120130 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Transition to ACTIVE for port object 33ef1488-d5f2-4105-b98a-3ba9e33f5888 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:18.282667 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:18.284637 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Pushing event updated for resources: {'Port': ['ID=5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:18.289477 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:18.295445 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:18.295445 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.319437 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.330838 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.344516 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:18.374860 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06c08f-d670-4f7c-a4af-b4a9bd3eb7b4 req-adfcc1ec-8a89-4225-aed0-6e323b9290a5 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:18.376360 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ec06c08f-d670-4f7c-a4af-b4a9bd3eb7b4 req-adfcc1ec-8a89-4225-aed0-6e323b9290a5 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 945 time: 0.1376023
May 06 09:31:18.435591 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ec06c08f-d670-4f7c-a4af-b4a9bd3eb7b4 req-dcfd76cd-e4fa-4b0f-ab0d-a2bbc530540a tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477252
May 06 09:31:18.455977 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Attempting to bind port 33ef1488-d5f2-4105-b98a-3ba9e33f5888 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:31:18.456344 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Attempting to bind port 33ef1488-d5f2-4105-b98a-3ba9e33f5888 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:31:18.456719 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Attempting to bind port 33ef1488-d5f2-4105-b98a-3ba9e33f5888 on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:18.460588 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e824-2536-4f19-b712-3a5abbf7adfa None None] Pushing event updated for resources: {'Port': ['ID=33ef1488-d5f2-4105-b98a-3ba9e33f5888,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:18.463528 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-b7b1e824-2536-4f19-b712-3a5abbf7adfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:18.469692 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:31:18.470065 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:18.470468 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.470858 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:31:18.471341 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Bound port: 33ef1488-d5f2-4105-b98a-3ba9e33f5888, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:31:18.471716 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.598863 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.609589 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.612417 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] For port 33ef1488-d5f2-4105-b98a-3ba9e33f5888, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:31:18.627531 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] For port 33ef1488-d5f2-4105-b98a-3ba9e33f5888, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=33ef1488-d5f2-4105-b98a-3ba9e33f5888,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:31:18.634810 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798ed916-9798-4988-bcc1-f8cf71fe63db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a827f5d-7769-4bd1-bf51-be1cd2f42a86'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:31:18.641722 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-3cae74b1-8d4f-4728-9ec3-0945e2942624 None None] Provisioning for port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:18.648888 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-3cae74b1-8d4f-4728-9ec3-0945e2942624 None None] Provisioning complete for port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:18.649271 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3cae74b1-8d4f-4728-9ec3-0945e2942624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.674412 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:18.688898 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798ed916-9798-4988-bcc1-f8cf71fe63db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a827f5d-7769-4bd1-bf51-be1cd2f42a86', 'code': 200}
May 06 09:31:18.710295 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.713874 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-3cae74b1-8d4f-4728-9ec3-0945e2942624 None None] Port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:31:18.717015 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:18.773296 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.794415 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Routers {'13aa38bc-445e-461e-ab38-7b36cc45f8ee'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:18.795041 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b04596a0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:30:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:18.846012 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.907772 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:18.912114 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1e824-2536-4f19-b712-3a5abbf7adfa None None] Pushing event updated for resources: {'Port': ['ID=33ef1488-d5f2-4105-b98a-3ba9e33f5888,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:18.914813 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device f32c6c3a-7d75-4f82-ad9a-b957fb073617 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:18.932777 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:18.938981 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-b7b1e824-2536-4f19-b712-3a5abbf7adfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:18.951745 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:19.020191 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Pushing event updated for resources: {'Port': ['ID=5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:19.024639 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:19.025715 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:19.088358 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:19.089937 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ce896-bd3b-454b-a074-4570b3753ba6 req-b0425cd1-a8ac-45e7-848a-40dccaf96110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:19.092273 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-383ce896-bd3b-454b-a074-4570b3753ba6 req-b0425cd1-a8ac-45e7-848a-40dccaf96110 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 1099 time: 0.0988152
May 06 09:31:19.095435 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:19.105962 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] Set router 13aa38bc-445e-461e-ab38-7b36cc45f8ee gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:19.135634 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-383ce896-bd3b-454b-a074-4570b3753ba6 req-54bac017-adbe-4124-9116-3b49060cd192 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369127
May 06 09:31:19.168036 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port f32c6c3a-7d75-4f82-ad9a-b957fb073617 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:19.170406 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:19.179148 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Network 447f11fd-3f1c-433a-966f-509c834bdbc4 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:19.180312 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:19.389364 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Router 13aa38bc-445e-461e-ab38-7b36cc45f8ee has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:31:19.436292 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:19.610622 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e5bda186-8090-4a59-bfa5-eec9269c291f None None] Provisioning complete for port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:19.611000 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e5bda186-8090-4a59-bfa5-eec9269c291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:19.631340 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:31:19.645309 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] 10.222.0.68 "PUT /v2.0/routers/13aa38bc-445e-461e-ab38-7b36cc45f8ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0290170
May 06 09:31:19.672757 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1eb3-8429-4b3f-b081-7ad0d43acb50 req-516a38eb-7ce6-42b0-b96c-3aeb29325ff1 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:19.674347 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b61c1eb3-8429-4b3f-b081-7ad0d43acb50 req-516a38eb-7ce6-42b0-b96c-3aeb29325ff1 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 946 time: 0.1214669
May 06 09:31:19.676826 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-8969f45e-87bc-4775-b6ae-eea9b4d29e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:19.685797 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e5bda186-8090-4a59-bfa5-eec9269c291f None None] Port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:31:19.700377 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b04596a0>, [{'id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:12Z', 'updated_at': '2021-05-06T09:31:18Z', 'revision_number': 4, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'gw_port': {'id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:14Z', 'updated_at': '2021-05-06T09:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514', 'name': '', 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'mac_address': 'fa:16:3e:cb:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:17Z', 'updated_at': '2021-05-06T09:31:17Z', 'revision_number': 1, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'subnets': [{'id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:19.704603 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f095ed-3dad-4cac-bb7e-c926a7605ff7 None None] The sync data for ids ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'] in dv-cinder-790014-1-iscsi is: [{'id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:12Z', 'updated_at': '2021-05-06T09:31:18Z', 'revision_number': 4, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'gw_port': {'id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:14Z', 'updated_at': '2021-05-06T09:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514', 'name': '', 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'mac_address': 'fa:16:3e:cb:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:17Z', 'updated_at': '2021-05-06T09:31:17Z', 'revision_number': 1, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'subnets': [{'id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:31:19.730939 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b61c1eb3-8429-4b3f-b081-7ad0d43acb50 req-f5d89e69-9054-4c9a-8cd5-0eca86cad8f1 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454543
May 06 09:31:20.458152 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:20.961744 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 33ef1488-d5f2-4105-b98a-3ba9e33f5888 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:20.992908 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43316) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:20.999262 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995811383', 'description': 'tempest-secgroup-smoke-995811383 description', 'project_id': '5e3ef3fb127743f68a201755709a9bdf'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:21.005537 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:21.010257 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Usage tracker for resource:security_group and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:21.013824 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:21.022519 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:21.133092 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf2b32-d8ac-4cfe-98db-66ee4c81ff1e req-08b1b4b2-461a-4df1-bb2c-2c2e615a5959 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:21.134749 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1ccf2b32-d8ac-4cfe-98db-66ee4c81ff1e req-08b1b4b2-461a-4df1-bb2c-2c2e615a5959 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 946 time: 0.0889330
May 06 09:31:21.142244 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.164495 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:21.164827 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 33ef1488-d5f2-4105-b98a-3ba9e33f5888 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:21.169298 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Usage tracker for resource:security_group_rule and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:21.171084 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 33ef1488-d5f2-4105-b98a-3ba9e33f5888 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:21.171654 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.173041 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:21.179316 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:21.184220 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1ccf2b32-d8ac-4cfe-98db-66ee4c81ff1e req-7804dc5b-1874-4cd6-b1ee-2a02b457a6f3 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433378
May 06 09:31:21.287502 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.307811 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.324777 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 33ef1488-d5f2-4105-b98a-3ba9e33f5888, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=33ef1488-d5f2-4105-b98a-3ba9e33f5888,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:21.364578 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.368491 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-819a3f6d-2308-4f6c-89e6-141fe8a6b0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:21.392001 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.393873 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:21.408111 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18cb0a2-1702-441f-adaf-add44cfe5edf,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:21.411127 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:21.462189 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=33ef1488-d5f2-4105-b98a-3ba9e33f5888,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:21.465834 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:21.478631 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.480501 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4859595
May 06 09:31:21.483351 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43322) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:21.488824 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb0a2-1702-441f-adaf-add44cfe5edf', 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:21.494762 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:21.498566 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Usage tracker for resource:security_group_rule and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:21.501372 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:21.509500 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:21.592544 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.661198 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.735093 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.737360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:21.768645 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91e81e5-8fa4-4f7d-a11a-384903beaeeb,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:21.773804 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:21.850912 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:21.853690 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-047fb50a-2f11-4c67-98bc-bc7d29f28e57 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3693731
May 06 09:31:21.857086 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43332) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:21.863005 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb0a2-1702-441f-adaf-add44cfe5edf', 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:21.869372 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:21.873634 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Usage tracker for resource:security_group_rule and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:21.876615 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:21.883177 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:21.960532 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.028733 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.113191 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.115333 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ad027280-8d91-4abc-8092-54192b5fb52f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:22.130025 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.138998 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247c6bad-4096-42f4-98d6-98f2e9103ac9,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:22.141501 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:22.204855 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.206158 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3477297
May 06 09:31:22.208887 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43340) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:22.216363 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb0a2-1702-441f-adaf-add44cfe5edf', 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:22.220052 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:22.224039 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Usage tracker for resource:security_group_rule and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:22.227085 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:22.233383 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:22.301623 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.366221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.427179 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.434073 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:22.456484 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe27e5d-ea4d-4929-97d1-e25627e96f41,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:22.459235 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:22.541715 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.543456 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3336499
May 06 09:31:22.546740 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43348) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:22.552084 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb0a2-1702-441f-adaf-add44cfe5edf', 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:22.558776 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:22.562911 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Usage tracker for resource:security_group_rule and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:22.566103 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:22.573271 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:22.662887 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.668498 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Sync routers for ids ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:31:22.677994 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Routers {'13aa38bc-445e-461e-ab38-7b36cc45f8ee'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:22.678613 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0751520>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:31:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:22.736438 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.833602 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.843835 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7bfffa4a-556f-4f7c-a90b-a6f79d1e9276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:22.868712 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Set router 13aa38bc-445e-461e-ab38-7b36cc45f8ee gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:22.876269 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e495e886-9fcf-4404-84ab-7220500a2919,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:22.878957 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:22.898020 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 33ef1488-d5f2-4105-b98a-3ba9e33f5888 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:22.940637 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:22.941798 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-f7810e50-97e8-49b1-a1bd-a6cc0e04a258 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3938887
May 06 09:31:22.945112 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43356) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:22.950626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb0a2-1702-441f-adaf-add44cfe5edf', 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:22.956900 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:22.958024 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f781-1119-4975-a7ea-55adfa65cd0f req-a4760ff6-90e5-4b66-8c36-e93e555d9984 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:22.960805 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1de3f781-1119-4975-a7ea-55adfa65cd0f req-a4760ff6-90e5-4b66-8c36-e93e555d9984 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 946 time: 0.0964069
May 06 09:31:22.961311 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Usage tracker for resource:security_group_rule and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:22.965195 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:22.972097 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:22.991935 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 33ef1488-d5f2-4105-b98a-3ba9e33f5888 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:22.991935 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.013044 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1de3f781-1119-4975-a7ea-55adfa65cd0f req-c14f1142-d518-4194-9dd6-75b3ef070dc4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455019
May 06 09:31:23.075055 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.securitygroups_db [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Project 5e3ef3fb127743f68a201755709a9bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 09:31:23.082582 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.166166 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.227722 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.229988 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:23.251711 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0751520>, [{'id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:12Z', 'updated_at': '2021-05-06T09:31:18Z', 'revision_number': 4, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'gw_port': {'id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:14Z', 'updated_at': '2021-05-06T09:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514', 'name': '', 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'mac_address': 'fa:16:3e:cb:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:17Z', 'updated_at': '2021-05-06T09:31:18Z', 'revision_number': 2, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'subnets': [{'id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:23.253578 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a08197-7574-4b98-8692-8774017385fc,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:23.255962 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Checking router: 13aa38bc-445e-461e-ab38-7b36cc45f8ee for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:31:23.256197 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:23.256447 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Updating router 13aa38bc-445e-461e-ab38-7b36cc45f8ee port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:31:23.311065 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.335899 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.340201 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-b9a64b72-9634-478b-bf59-5b7cb2f4da50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3910697
May 06 09:31:23.340585 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43362) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:23.345818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Request body: {'security_group_rule': {'security_group_id': 'c18cb0a2-1702-441f-adaf-add44cfe5edf', 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:23.351657 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:23.355451 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Usage tracker for resource:security_group_rule and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:31:23.358312 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:31:23.363982 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:23.461706 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.securitygroups_db [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Project 5e3ef3fb127743f68a201755709a9bdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 09:31:23.468235 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.490943 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.552329 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.663241 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.675613 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Transition to ACTIVE for port object 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:23.678649 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.680812 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-f235111d-8d59-4ccd-92dc-942b01a557e9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:23.704643 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc0e71b-9f7a-4bd8-9a06-6c31df4b13b7,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:23.709170 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:23.758717 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.763514 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:23.787494 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:23.789109 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-3255bcaf-ca0b-4e0c-a8d6-8dd9f0386326 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4475040
May 06 09:31:23.876091 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420402e-dd06-4d72-af0a-5a1ab24903bf None None] Pushing event updated for resources: {'Port': ['ID=5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:23.895664 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-3420402e-dd06-4d72-af0a-5a1ab24903bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:24.004315 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Attempting to bind port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:31:24.004693 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Attempting to bind port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:31:24.005082 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Attempting to bind port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 on network 447f11fd-3f1c-433a-966f-509c834bdbc4 {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:24.010440 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:31:24.010809 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Checking segment: {'id': '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:24.011241 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:24.011636 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Bound using segment: {'id': '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:31:24.012097 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Bound port: 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:31:24.012489 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:24.111832 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] For port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:31:24.115165 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] For port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514,segment=NetworkSegment(1aa5dd82-82fb-47b8-a4cb-9c7483d60b42),segment_id=1aa5dd82-82fb-47b8-a4cb-9c7483d60b42)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:31:24.217760 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:24.225463 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-c8c6d8a6-4143-4adb-b226-056f8ded2c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:24.248118 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aa41f-0fb7-4c82-b490-5e34b514ffe6 req-68d29464-2a7a-4f99-9629-322564c377ea tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:24.250370 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c89aa41f-0fb7-4c82-b490-5e34b514ffe6 req-68d29464-2a7a-4f99-9629-322564c377ea tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 946 time: 0.1033182
May 06 09:31:24.315392 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420402e-dd06-4d72-af0a-5a1ab24903bf None None] Pushing event updated for resources: {'Port': ['ID=5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514,revision_number=4']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:24.321447 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-3420402e-dd06-4d72-af0a-5a1ab24903bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:24.332595 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Routers {'13aa38bc-445e-461e-ab38-7b36cc45f8ee'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:24.333385 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0751520>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:31:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:24.454696 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d49f59-dfef-418f-b640-d2b57b113918 req-99ca7e92-a791-453c-bb08-a63f539a3f09 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:24.455430 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-65d49f59-dfef-418f-b640-d2b57b113918 req-99ca7e92-a791-453c-bb08-a63f539a3f09 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Synchronizing usage tracker for tenant:f96390a79f3b46c285414d6fc8710cd9 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:31:24.504166 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c89aa41f-0fb7-4c82-b490-5e34b514ffe6 req-70b81780-caf7-4b27-ac7b-c2e258375a32 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca0aa571-121c-4aff-bc08-ff34906b37fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421076
May 06 09:31:24.541799 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] Set router 13aa38bc-445e-461e-ab38-7b36cc45f8ee gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:24.598646 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-65d49f59-dfef-418f-b640-d2b57b113918 req-99ca7e92-a791-453c-bb08-a63f539a3f09 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Unset dirty status for tenant:f96390a79f3b46c285414d6fc8710cd9 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:31:24.600218 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-65d49f59-dfef-418f-b640-d2b57b113918 req-99ca7e92-a791-453c-bb08-a63f539a3f09 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.73 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 946 time: 0.2689085
May 06 09:31:24.746662 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-65d49f59-dfef-418f-b640-d2b57b113918 req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Deleting port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:31:24.747007 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-65d49f59-dfef-418f-b640-d2b57b113918 req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:24.890848 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0751520>, [{'id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:12Z', 'updated_at': '2021-05-06T09:31:18Z', 'revision_number': 4, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'gw_port': {'id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:14Z', 'updated_at': '2021-05-06T09:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514', 'name': '', 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'mac_address': 'fa:16:3e:cb:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:17Z', 'updated_at': '2021-05-06T09:31:24Z', 'revision_number': 4, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'subnets': [{'id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:24.897144 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969c5e3-02fa-449f-be29-fde9154ac348 None None] The sync data for ids ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'] in dv-cinder-790014-1-iscsi is: [{'id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:12Z', 'updated_at': '2021-05-06T09:31:18Z', 'revision_number': 4, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'gw_port': {'id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:14Z', 'updated_at': '2021-05-06T09:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514', 'name': '', 'network_id': '447f11fd-3f1c-433a-966f-509c834bdbc4', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'mac_address': 'fa:16:3e:cb:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:17Z', 'updated_at': '2021-05-06T09:31:24Z', 'revision_number': 4, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'subnets': [{'id': '50f92e8b-49bf-43c7-8a86-d7feb2c2d26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:31:24.923067 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-65d49f59-dfef-418f-b640-d2b57b113918 req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] For port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,segment=NetworkSegment(5f6a681b-c195-474e-9552-16ac121b0295),segment_id=5f6a681b-c195-474e-9552-16ac121b0295)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:24.923468 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-65d49f59-dfef-418f-b640-d2b57b113918 req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:25.038350 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:25.201855 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-65d49f59-dfef-418f-b640-d2b57b113918 req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Calling delete_port for 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:31:25.255750 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:25.262314 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:25.262758 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:25.419104 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:25.427799 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-65d49f59-dfef-418f-b640-d2b57b113918 req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:25.435317 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-18a90d2c-a611-41a8-a644-1696e279c1e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:25.442069 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['0a827f5d-7769-4bd1-bf51-be1cd2f42a86'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:31:25.508626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Pushing event deleted for resources: {'Port': ['ID=0a827f5d-7769-4bd1-bf51-be1cd2f42a86,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:25.512513 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:25.514590 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514,segment=NetworkSegment(1aa5dd82-82fb-47b8-a4cb-9c7483d60b42),segment_id=1aa5dd82-82fb-47b8-a4cb-9c7483d60b42)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:25.599407 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d49f59-dfef-418f-b640-d2b57b113918 req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] No DVR routers for this DVR port 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:31:25.603726 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-65d49f59-dfef-418f-b640-d2b57b113918 req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:25.606896 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798ed916-9798-4988-bcc1-f8cf71fe63db', 'name': 'network-vif-deleted', 'tag': '0a827f5d-7769-4bd1-bf51-be1cd2f42a86'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:31:25.610298 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:25.613014 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:25.696922 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-65d49f59-dfef-418f-b640-d2b57b113918 req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.73 "DELETE /v2.0/ports/0a827f5d-7769-4bd1-bf51-be1cd2f42a86 HTTP/1.1" status: 204  len: 173 time: 1.0904825
May 06 09:31:25.713811 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:25.724442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:25.729879 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-835a7667-d09b-4a28-aa4f-61ec187c5c33 req-f711888d-10b8-46f8-b3e5-622312d5b58c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] 10.222.0.68 "GET /v2.0/ports?device_id=798ed916-9798-4988-bcc1-f8cf71fe63db HTTP/1.1" status: 200  len: 210 time: 0.0744541
May 06 09:31:25.792900 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798ed916-9798-4988-bcc1-f8cf71fe63db', 'name': 'network-vif-deleted', 'tag': '0a827f5d-7769-4bd1-bf51-be1cd2f42a86', 'status': 'completed', 'code': 200}
May 06 09:31:26.904389 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:26.981122 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:26.981526 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:27.232906 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-bfa135d4-d204-4514-9d91-42f18b6b548b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0796483
May 06 09:31:27.382764 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-5c9c7165-ce7e-4dee-8f34-501ae6ffaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:27.384246 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-5c9c7165-ce7e-4dee-8f34-501ae6ffaa43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c22429299f74a7f9f05620948b1ca93&device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 1099 time: 0.0784702
May 06 09:31:27.556176 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-81bfd228-170d-4121-90cb-d95293d86c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:27.558555 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-81bfd228-170d-4121-90cb-d95293d86c67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 200  len: 912 time: 0.1529994
May 06 09:31:27.696244 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-2f263e85-1b8b-41b1-9d0f-6e73254728f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e929ff64-4ebd-4718-bba3-35d28565d4c0 HTTP/1.1" status: 200  len: 1002 time: 0.1305277
May 06 09:31:27.772213 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-750ef727-6720-4032-9f8a-5200a335c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:27.773960 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-750ef727-6720-4032-9f8a-5200a335c448 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 200  len: 850 time: 0.0712304
May 06 09:31:27.867687 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-eea82fc3-916c-4b38-9518-cb6871233919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:27.869230 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-eea82fc3-916c-4b38-9518-cb6871233919 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c75a9001-a5ff-461a-a5c6-a597b137003a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873239
May 06 09:31:28.001838 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:31:28.045206 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-08ad92c3-a632-4611-8367-6ab2d6ecc98f service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674008
May 06 09:31:28.047500 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:31:28.047851 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 0a827f5d-7769-4bd1-bf51-be1cd2f42a86 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:31:28.224531 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8cda3567-6ee0-475d-94df-e5360bbe437c req-ea3599bf-aa3b-4184-afbf-d3c0c00dd08d service neutron] 10.222.0.73 "GET /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661708
May 06 09:31:31.743298 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa6129-2d9b-43dd-adf1-48a8ac71fb82 req-9f400b60-7f93-4f0f-81a1-25fef10a3af9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:31.744896 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-81fa6129-2d9b-43dd-adf1-48a8ac71fb82 req-9f400b60-7f93-4f0f-81a1-25fef10a3af9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 946 time: 0.0902922
May 06 09:31:31.796457 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-81fa6129-2d9b-43dd-adf1-48a8ac71fb82 req-22bd183e-5eb1-4d4c-8e7f-71da36275eb9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439739
May 06 09:31:32.988324 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a54fc7-d3b0-4d74-b217-c693b7fd23a3 req-f50cd596-0bb2-49a1-953f-bacc8f18cf3a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:32.989872 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d9a54fc7-d3b0-4d74-b217-c693b7fd23a3 req-f50cd596-0bb2-49a1-953f-bacc8f18cf3a tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 946 time: 0.0828090
May 06 09:31:33.046695 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d9a54fc7-d3b0-4d74-b217-c693b7fd23a3 req-e2e948b4-8fc8-4a12-be33-83e65f7db425 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470173
May 06 09:31:34.277017 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13c15a-ac22-40fc-af82-5b9608ecdd16 req-65e31e3a-9ac6-4090-b753-cbee7097648e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:34.285083 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6b13c15a-ac22-40fc-af82-5b9608ecdd16 req-65e31e3a-9ac6-4090-b753-cbee7097648e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 946 time: 0.1138105
May 06 09:31:34.333585 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6b13c15a-ac22-40fc-af82-5b9608ecdd16 req-9fba82b0-cbc9-4a54-b4d6-f3769caa866b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455458
May 06 09:31:34.904266 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-c017f6a6-0400-4b03-b695-52e1eec286d2 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:34.905171 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-c017f6a6-0400-4b03-b695-52e1eec286d2 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Synchronizing usage tracker for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:31:35.033856 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-c017f6a6-0400-4b03-b695-52e1eec286d2 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Unset dirty status for tenant:3c22429299f74a7f9f05620948b1ca93 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:31:35.038451 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-c017f6a6-0400-4b03-b695-52e1eec286d2 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 946 time: 0.2507691
May 06 09:31:35.211137 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Deleting port e929ff64-4ebd-4718-bba3-35d28565d4c0 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:31:35.211592 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:35.424479 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] For port e929ff64-4ebd-4718-bba3-35d28565d4c0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=e929ff64-4ebd-4718-bba3-35d28565d4c0,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:35.424869 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:35.622988 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61029369-e2f7-47a6-a622-52ba98053a77 req-efe0e1e5-97cf-4cd4-b956-de6c928203c0 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:35.625352 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-61029369-e2f7-47a6-a622-52ba98053a77 req-efe0e1e5-97cf-4cd4-b956-de6c928203c0 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 946 time: 0.1153259
May 06 09:31:35.741393 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-61029369-e2f7-47a6-a622-52ba98053a77 req-a57ce230-0c38-4ac7-a8b3-d6fb671eb8f2 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups?id=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086581
May 06 09:31:35.870894 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:35.871271 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:35.871573 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.l3_db [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Floating IP fdfd3652-c683-4dc3-8729-75eb38c7949e disassociated. External IP: 172.27.3.241, port: e929ff64-4ebd-4718-bba3-35d28565d4c0.
May 06 09:31:35.871908 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Calling delete_port for e929ff64-4ebd-4718-bba3-35d28565d4c0 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:31:36.086122 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:36.097477 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:36.301423 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event deleted for resources: {'Port': ['ID=e929ff64-4ebd-4718-bba3-35d28565d4c0,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:36.307030 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:36.351283 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Router cde2f431-a147-49ac-8090-ec2055819ef2 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:31:36.578831 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:31:36.593480 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] Sync routers for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:31:36.612815 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:36.614349 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06b5820>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:31:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:36.693660 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] No DVR routers for this DVR port e929ff64-4ebd-4718-bba3-35d28565d4c0 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:31:36.698934 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:36.703436 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'name': 'network-vif-deleted', 'tag': 'e929ff64-4ebd-4718-bba3-35d28565d4c0'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:31:36.787267 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5b35f6dc-37a3-4fc7-8f6c-6b6e4d1e2ce1 req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.73 "DELETE /v2.0/ports/e929ff64-4ebd-4718-bba3-35d28565d4c0 HTTP/1.1" status: 204  len: 173 time: 1.7395213
May 06 09:31:36.803994 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd1d008-886b-4cea-9bbc-1d4dade115cd', 'name': 'network-vif-deleted', 'tag': 'e929ff64-4ebd-4718-bba3-35d28565d4c0', 'status': 'completed', 'code': 200}
May 06 09:31:36.909315 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:36.985252 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-15f069ac-c7d2-4b33-b777-110b9f00ed98 req-fcd4661f-a85d-42b1-8304-5badabe26669 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 210 time: 0.0575082
May 06 09:31:37.387710 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06b5820>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:37.394804 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] Checking router: cde2f431-a147-49ac-8090-ec2055819ef2 for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:31:37.429282 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:37.430340 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06b5820>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:31:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:37.947239 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:38.134655 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device e929ff64-4ebd-4718-bba3-35d28565d4c0 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:31:38.233649 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: e929ff64-4ebd-4718-bba3-35d28565d4c0 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:31:38.234071 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device e929ff64-4ebd-4718-bba3-35d28565d4c0 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:31:38.239928 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-52edaf76-7319-4aee-8d14-4464b2ea884d req-65e8fcc9-7ac2-4bad-8f49-7206d846f42b tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/ports?device_id=8fd1d008-886b-4cea-9bbc-1d4dade115cd HTTP/1.1" status: 200  len: 210 time: 0.0974739
May 06 09:31:38.531328 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06b5820>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:38.536205 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203d434-23e0-41cb-bdb5-6fb360a320f7 None None] The sync data for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi is: [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:25:22Z', 'revision_number': 4, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '1e0ed243-28bf-4ad4-949b-e9187a6b5bc1', 'name': '', 'network_id': 'c75a9001-a5ff-461a-a5c6-a597b137003a', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'mac_address': 'fa:16:3e:6d:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:20Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'subnets': [{'id': '15d8b5ae-7f5b-45f4-a2cb-7313063328dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:31:38.812821 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff79b89-9a51-48c9-89b9-a9dea2e2fc20 None None] New status for floating IP fdfd3652-c683-4dc3-8729-75eb38c7949e: DOWN {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:31:39.492573 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43632) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:39.589878 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:39.621260 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:39.766690 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:39.774443 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-41bed830-9f57-45c3-ac69-6eaf9bc0a6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:39.860186 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c05ac2-f1a2-4ed9-b264-4c4bbc04593c,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:39.881813 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.883653 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.884590 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.885556 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.886382 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.887074 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.888133 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.888579 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.889313 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.890086 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.891209 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.891854 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:39.897040 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:39.970185 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:39.972590 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "DELETE /v2.0/security-groups/47c05ac2-f1a2-4ed9-b264-4c4bbc04593c HTTP/1.1" status: 204  len: 168 time: 0.4782448
May 06 09:31:39.975018 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43642) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:39.996357 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.api.v2.resource [None req-1af6bf77-9d41-4740-80b8-87c02f85718d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] show failed (client error): The resource could not be found.
May 06 09:31:39.998918 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-1af6bf77-9d41-4740-80b8-87c02f85718d tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "GET /v2.0/security-groups/47c05ac2-f1a2-4ed9-b264-4c4bbc04593c HTTP/1.1" status: 404  len: 347 time: 0.0214198
May 06 09:31:40.001314 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43646) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:40.258144 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Deleting port 25b04962-4c82-4496-bca1-e0d3d6cd4c6e {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:31:40.258753 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:40.400016 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:40.400868 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:40.546157 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Calling delete_port for 25b04962-4c82-4496-bca1-e0d3d6cd4c6e owned by network:floatingip {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:31:40.846998 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:40.859140 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:40.938965 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Pushing event deleted for resources: {'Port': ['ID=25b04962-4c82-4496-bca1-e0d3d6cd4c6e,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:40.950675 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:41.113011 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks [] for floatingip, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:41.132360 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:41.133748 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] 10.222.0.68 "DELETE /v2.0/floatingips/fdfd3652-c683-4dc3-8729-75eb38c7949e HTTP/1.1" status: 204  len: 168 time: 1.1311021
May 06 09:31:41.828685 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c1774-da8f-40e1-93b7-a6d00bd74786 req-0f67770b-7047-414c-9a75-2450b47d7ed5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:41.831089 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1d7c1774-da8f-40e1-93b7-a6d00bd74786 req-0f67770b-7047-414c-9a75-2450b47d7ed5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1179383
May 06 09:31:41.893145 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1d7c1774-da8f-40e1-93b7-a6d00bd74786 req-67ffcb7c-c579-41c6-9ab7-0007188e5881 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482206
May 06 09:31:43.219003 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfed4f-a417-40d2-8234-e6dbd502bd0e req-f5caa0d8-ecb5-4405-9a55-44bef3573baf tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:43.227634 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1bcfed4f-a417-40d2-8234-e6dbd502bd0e req-f5caa0d8-ecb5-4405-9a55-44bef3573baf tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1191437
May 06 09:31:43.281215 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1bcfed4f-a417-40d2-8234-e6dbd502bd0e req-b7fdb139-5a5b-4718-9a8f-543cd7471432 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522826
May 06 09:31:43.639189 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-53850627-f2e9-492f-8bf8-ab3190425fde tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Synchronizing usage tracker for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:security_group {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:31:43.774824 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-53850627-f2e9-492f-8bf8-ab3190425fde tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Unset dirty status for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:security_group {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:31:43.776089 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-53850627-f2e9-492f-8bf8-ab3190425fde tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995811383&fields=id&tenant_id=5e3ef3fb127743f68a201755709a9bdf HTTP/1.1" status: 200  len: 267 time: 0.1898701
May 06 09:31:44.066713 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-d032c4f4-8453-4f2e-bd3a-4d6d60aa57fc tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:44.067670 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-d032c4f4-8453-4f2e-bd3a-4d6d60aa57fc tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Synchronizing usage tracker for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:network {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:31:44.170251 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-d032c4f4-8453-4f2e-bd3a-4d6d60aa57fc tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Unset dirty status for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:network {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:31:44.171449 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-d032c4f4-8453-4f2e-bd3a-4d6d60aa57fc tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/networks?id=26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 200  len: 808 time: 0.3873982
May 06 09:31:44.206395 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-3da2bae7-5ada-45ea-8624-f383c3b335aa tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/quotas/5e3ef3fb127743f68a201755709a9bdf HTTP/1.1" status: 200  len: 375 time: 0.0281034
May 06 09:31:44.370730 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-b69b0df5-c209-4918-b0e7-7e794f13c861 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Synchronizing usage tracker for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:31:44.444830 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-b69b0df5-c209-4918-b0e7-7e794f13c861 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Unset dirty status for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:31:44.446114 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-b69b0df5-c209-4918-b0e7-7e794f13c861 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e3ef3fb127743f68a201755709a9bdf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2389202
May 06 09:31:44.665001 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-618b7b02-9f13-4df2-9358-51672107cd73 service neutron] 10.222.0.68 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700172
May 06 09:31:44.674493 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d77a6-26c6-4e31-b16d-8ee77e42111d req-fd6af56a-a443-46f8-a98a-f550be9c9756 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:44.682362 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-034d77a6-26c6-4e31-b16d-8ee77e42111d req-fd6af56a-a443-46f8-a98a-f550be9c9756 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.2257917
May 06 09:31:44.806902 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-034d77a6-26c6-4e31-b16d-8ee77e42111d req-091d2bd1-b76f-4c6f-94b7-ea5136ef902b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1236246
May 06 09:31:44.872821 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-0ffbad9a-ec6e-48f6-8f57-01bcc9db9a32 service neutron] 10.222.0.68 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1760795
May 06 09:31:46.006350 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d34279c6-8bfe-4d1a-bebf-ddf69d52cae9 req-99be89c0-c7cc-48ba-bdcc-d0d4fe7edaf6 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 210 time: 0.0507081
May 06 09:31:46.110405 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125da61-b9a6-4292-aa1b-f2f53549ca3c req-88716185-b48c-4c90-92a5-1a5a430300c4 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:46.117683 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8125da61-b9a6-4292-aa1b-f2f53549ca3c req-88716185-b48c-4c90-92a5-1a5a430300c4 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1102784
May 06 09:31:46.159978 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8125da61-b9a6-4292-aa1b-f2f53549ca3c req-10d65e8b-357a-409b-8837-26fa84253158 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414329
May 06 09:31:46.839100 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-17b58e2d-bd1b-4be0-884f-736ce871025c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:46.890304 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43758) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:47.162665 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fa0d0a7b-998c-44f8-ac55-ea5f954cadc8 req-6594ce2d-dce4-4c92-86e7-a1eb24544565 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 210 time: 0.0699792
May 06 09:31:47.399116 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afb57c-863d-4504-83ec-cfc4200e19ac req-85363249-558c-49e1-9a50-bf4e87fd6fac tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:47.407252 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d6afb57c-863d-4504-83ec-cfc4200e19ac req-85363249-558c-49e1-9a50-bf4e87fd6fac tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1056628
May 06 09:31:47.469363 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d6afb57c-863d-4504-83ec-cfc4200e19ac req-57446c84-e8c5-44cf-a399-41501a0a1d77 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604610
May 06 09:31:48.034561 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810374'] for router_interface, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:48.352250 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b9d1ac6e-66f7-45be-8243-4d10ddac3cd6 req-dce09f8d-6ef8-4448-adec-668dd7c02136 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 210 time: 0.0440326
May 06 09:31:48.592566 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Deleting port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:31:48.600194 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:48.740139 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] For port 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=1e0ed243-28bf-4ad4-949b-e9187a6b5bc1,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:48.740489 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:48.799216 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8337175-5dbd-4639-a01f-e79707d33b86 req-67abb4ac-d90e-4221-a6b8-a027f9cceebe tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:48.800941 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e8337175-5dbd-4639-a01f-e79707d33b86 req-67abb4ac-d90e-4221-a6b8-a027f9cceebe tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.0889528
May 06 09:31:48.858707 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e8337175-5dbd-4639-a01f-e79707d33b86 req-12afc5b1-64f9-41ff-b506-c909705de63f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517640
May 06 09:31:48.888766 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Calling delete_port for 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 owned by network:router_interface {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:31:49.087270 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-41339dca-82f1-4a70-80ef-213e1d749557 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:49.088965 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-41339dca-82f1-4a70-80ef-213e1d749557 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.73 "GET /v2.0/networks?id=26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 200  len: 808 time: 0.2126319
May 06 09:31:49.214922 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-d7252d9a-1954-4e31-82b9-778d6ed3bb4e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Synchronizing usage tracker for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:security_group {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:31:49.247240 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-d7252d9a-1954-4e31-82b9-778d6ed3bb4e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Unset dirty status for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:security_group {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:31:49.248491 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-d7252d9a-1954-4e31-82b9-778d6ed3bb4e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e3ef3fb127743f68a201755709a9bdf HTTP/1.1" status: 200  len: 379 time: 0.1492267
May 06 09:31:49.268466 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Request body: {'port': {'device_id': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'admin_state_up': True, 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'security_groups': ['c18cb0a2-1702-441f-adaf-add44cfe5edf']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:49.388065 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:49.607952 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:31:49.614805 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-23ab519f-3529-4856-9222-d422a452b534 req-62d2c4c1-3d01-4073-b340-560852a1c836 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 210 time: 0.0652950
May 06 09:31:49.639088 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:31:49.645309 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c75fdbc4-d602-41f3-a930-5cc6b54b753d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:49.661731 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:49.681731 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ef6a1491-eb5b-4551-b6b3-4348c74ecb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:49.762943 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Made reservation on behalf of 5e3ef3fb127743f68a201755709a9bdf for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:31:49.766413 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:49.781718 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0ed243-28bf-4ad4-949b-e9187a6b5bc1,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:49.790436 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:50.298265 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df533b14-289b-4245-a262-d8c317a6c4a3 req-1c3630d6-300e-4f06-8422-733a7e216fdc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:50.308213 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-df533b14-289b-4245-a262-d8c317a6c4a3 req-1c3630d6-300e-4f06-8422-733a7e216fdc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.2348874
May 06 09:31:50.392397 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-df533b14-289b-4245-a262-d8c317a6c4a3 req-bb3f572e-33a4-44d3-b091-c060c0991585 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812013
May 06 09:31:50.438792 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:50.468137 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Allocated IP 172.20.0.7 (26683102-4858-4c9b-897c-58ae9f936d0c/03498413-79ed-4cfc-ba57-fa1894531bf6/5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:31:50.530523 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810806'] for router_interface, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:50.816098 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2648663e-543f-4c58-867e-469387aad98b req-33bb6fa7-393c-4770-b4ca-dba731e9fd7d tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 210 time: 0.0714126
May 06 09:31:50.911445 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:51.179720 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Transition to ACTIVE for port object 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:51.317668 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Router cde2f431-a147-49ac-8090-ec2055819ef2 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:31:51.445152 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:51.580691 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-4627e564-123e-460e-9e09-54356d8510f0 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:51.601057 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:31:51.723807 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Network 26683102-4858-4c9b-897c-58ae9f936d0c is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:31:51.733143 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:31:51.744344 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'Port': ['ID=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:51.750457 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:31:51.761485 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fec009-fc23-48bf-923d-314647e80d96 req-3172b29e-bf75-46bd-a0ea-a372967dd556 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:51.764411 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-12fec009-fc23-48bf-923d-314647e80d96 req-3172b29e-bf75-46bd-a0ea-a372967dd556 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1556406
May 06 09:31:51.789514 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:51.846685 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:51.847363 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:51.869446 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-12fec009-fc23-48bf-923d-314647e80d96 req-9851dd71-ed67-4221-a379-bed3bc49998f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978386
May 06 09:31:51.903324 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:31:51.919711 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] Sync routers for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:31:51.952947 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:51.954327 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b09d21c0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:31:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:52.029606 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7667913
May 06 09:31:52.032734 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] 10.222.0.68 "PUT /v2.0/routers/cde2f431-a147-49ac-8090-ec2055819ef2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1427453
May 06 09:31:52.036267 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43804) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:52.043578 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Request body: {'port': {'device_id': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:31:52.288132 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:52.322375 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-ea12772f-366f-430e-84bb-46af91a17e3f None None] Provisioning for port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:31:52.333261 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:52.403550 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:52.406589 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks [] for router, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:52.463950 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-ea12772f-366f-430e-84bb-46af91a17e3f None None] Provisioning complete for port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:52.464729 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-ea12772f-366f-430e-84bb-46af91a17e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:52.679037 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-ea12772f-366f-430e-84bb-46af91a17e3f None None] Port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:31:52.854840 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:52.871159 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750468b-c50c-4d30-b025-dd189f1900f1 req-90644132-3b01-4778-bf5c-5e8190175a9e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:52.875889 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d750468b-c50c-4d30-b025-dd189f1900f1 req-90644132-3b01-4778-bf5c-5e8190175a9e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 931 time: 0.1601250
May 06 09:31:52.940856 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b09d21c0>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:31:49Z', 'revision_number': 5, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port': {'id': 'ceb5e645-6f9b-4d54-8d55-3598e5ba1bca', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:11Z', 'updated_at': '2021-05-06T09:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:52.944594 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] Checking router: cde2f431-a147-49ac-8090-ec2055819ef2 for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:31:52.959938 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] Routers {'cde2f431-a147-49ac-8090-ec2055819ef2'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:31:52.960580 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b09d21c0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:31:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['cde2f431-a147-49ac-8090-ec2055819ef2'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:52.998896 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d750468b-c50c-4d30-b025-dd189f1900f1 req-084d92ba-b5ff-48af-9d82-92b5ef87702a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109722
May 06 09:31:53.182927 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] Set router cde2f431-a147-49ac-8090-ec2055819ef2 gateway port host: None {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:31:53.217746 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:31:53.236782 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:53.280653 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Transition to ACTIVE for port object 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:31:53.316999 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea640c8-c7cf-435c-9cd2-86bd49d92c3c req-8a7aa0c3-4931-433e-aeb0-4e361d4c48ca tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:53.329365 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8ea640c8-c7cf-435c-9cd2-86bd49d92c3c req-8a7aa0c3-4931-433e-aeb0-4e361d4c48ca tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.2312691
May 06 09:31:53.347692 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Deleting port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:31:53.348331 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:53.370498 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:53.376397 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:53.404444 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b09d21c0>, [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:31:52Z', 'revision_number': 6, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port_host': None}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:53.416436 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b12a7-aa0d-4619-9078-71f499965a8a None None] The sync data for ids ['cde2f431-a147-49ac-8090-ec2055819ef2'] in dv-cinder-790014-1-iscsi is: [{'id': 'cde2f431-a147-49ac-8090-ec2055819ef2', 'name': 'tempest-AttachVolumeTestJSON-2059874377-router', 'tenant_id': '3c22429299f74a7f9f05620948b1ca93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:08Z', 'updated_at': '2021-05-06T09:31:52Z', 'revision_number': 6, 'project_id': '3c22429299f74a7f9f05620948b1ca93', 'gw_port_host': None}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:31:53.491182 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8ea640c8-c7cf-435c-9cd2-86bd49d92c3c req-2540b8fc-dee0-42f1-85e8-44a812c44dad tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1606224
May 06 09:31:53.508344 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:53.582171 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] For port ceb5e645-6f9b-4d54-8d55-3598e5ba1bca, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=ceb5e645-6f9b-4d54-8d55-3598e5ba1bca,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:53.582171 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:53.771453 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Calling delete_port for ceb5e645-6f9b-4d54-8d55-3598e5ba1bca owned by network:router_gateway {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:31:53.775592 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:53.778921 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:53.838429 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Attempting to bind port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:31:53.838759 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Attempting to bind port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:31:53.839087 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Attempting to bind port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 on network 26683102-4858-4c9b-897c-58ae9f936d0c {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:53.845887 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 on network 26683102-4858-4c9b-897c-58ae9f936d0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:31:53.846217 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Attempting to bind port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 on network 26683102-4858-4c9b-897c-58ae9f936d0c {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:31:53.852228 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:31:53.852565 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Checking segment: {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:31:53.852979 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Bound using segment: {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:31:53.853400 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Bound port: 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5db0979-ea84-4a2a-8feb-fbb2b743264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:31:53.853746 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:54.022435 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:31:54.025335 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:31:54.073822 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:54.079043 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:54.130377 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:54.134815 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-29898875-1d38-47ce-925a-95cc98d899fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:54.219380 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device be53be87-6759-46c6-8e61-7500e500311b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:31:54.262401 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:54.267026 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:54.269217 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] 10.222.0.73 "PUT /v2.0/ports/5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 200  len: 1093 time: 2.2309079
May 06 09:31:54.270340 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:31:54.318756 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb5e645-6f9b-4d54-8d55-3598e5ba1bca,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:54.350591 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:54.372540 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:54.498800 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'status': 'completed', 'code': 200}
May 06 09:31:54.519256 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:54.553838 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3804002'] for router_gateway, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:54.598070 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-8beba969-5b5c-48d2-b629-4ee24ec652ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:54.600525 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-8beba969-5b5c-48d2-b629-4ee24ec652ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e3ef3fb127743f68a201755709a9bdf&device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1096 time: 0.1904058
May 06 09:31:54.602640 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:54.638196 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'be53be87-6759-46c6-8e61-7500e500311b', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'port_id': 'be53be87-6759-46c6-8e61-7500e500311b', 'mac_address': 'fa:16:3e:b3:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:31:54.739544 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-17d8d195-8af8-4a6e-ac49-47a615d24275 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 200  len: 217 time: 0.1316903
May 06 09:31:54.759024 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:54.798717 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be53be87-6759-46c6-8e61-7500e500311b {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:31:54.819995 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:54.826645 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-947a5346-5b28-4242-b5b3-dcea9004d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:54.829040 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-947a5346-5b28-4242-b5b3-dcea9004d74a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03498413-79ed-4cfc-ba57-fa1894531bf6 HTTP/1.1" status: 200  len: 847 time: 0.0822763
May 06 09:31:54.855532 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5031'] for router, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:54.863735 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:54.920882 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device ceb5e645-6f9b-4d54-8d55-3598e5ba1bca no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:31:54.937588 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-203440ee-9691-46e0-8b92-076321b80fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:54.945090 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-203440ee-9691-46e0-8b92-076321b80fa8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26683102-4858-4c9b-897c-58ae9f936d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1094117
May 06 09:31:54.961772 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:54.969716 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:54.996868 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd9973-72e0-4762-9199-a10037ba15e9 req-b38a5a4d-d744-489b-800f-ec965db86251 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:55.004767 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3dfd9973-72e0-4762-9199-a10037ba15e9 req-b38a5a4d-d744-489b-800f-ec965db86251 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.6749353
May 06 09:31:55.005088 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: ceb5e645-6f9b-4d54-8d55-3598e5ba1bca {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:31:55.005284 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device ceb5e645-6f9b-4d54-8d55-3598e5ba1bca not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:31:55.005716 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:31:55.063570 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['be53be87-6759-46c6-8e61-7500e500311b'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:31:55.094854 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92571286-f9bc-4e32-8cd4-1dff6099a12d req-35ed0956-d060-4279-90e4-c6be71f24b1f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:55.101894 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:31:55.102252 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 1e0ed243-28bf-4ad4-949b-e9187a6b5bc1 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:31:55.120558 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-92571286-f9bc-4e32-8cd4-1dff6099a12d req-35ed0956-d060-4279-90e4-c6be71f24b1f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.3353770
May 06 09:31:55.178300 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3861616'] for router, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:55.179161 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cde2f431-a147-49ac-8090-ec2055819ef2 {{(pid=74357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 09:31:55.202554 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=6']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:55.222307 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-5e7ed03b-cc57-4696-aed5-3e78fe50b5f2 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2686355
May 06 09:31:55.225133 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.225715 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.225940 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.226272 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.226598 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.226923 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.227249 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.227568 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.227938 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.228266 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.228855 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.229023 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:31:55.231224 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3dfd9973-72e0-4762-9199-a10037ba15e9 req-cc03f546-3856-4d64-a4dc-b018f79f9921 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2254319
May 06 09:31:55.233834 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:55.322584 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:55.324622 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] 10.222.0.68 "DELETE /v2.0/routers/cde2f431-a147-49ac-8090-ec2055819ef2 HTTP/1.1" status: 204  len: 168 time: 3.2869821
May 06 09:31:55.339450 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43858) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:55.486560 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-92571286-f9bc-4e32-8cd4-1dff6099a12d req-d5f18587-e95b-42d9-9760-11db59197ac5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3586926
May 06 09:31:55.501881 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] Deleting subnet 15d8b5ae-7f5b-45f4-a2cb-7313063328dd {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:31:55.511964 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:55.632244 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b5d6f846-1df1-4b65-8930-708c210e9c87 req-33c5e880-9bc8-40a9-8694-14c73f5377b0 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4012794
May 06 09:31:55.702239 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2060242'] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:55.939904 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-547b7925-d375-4c25-aa15-009b0a198a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:55.941755 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-547b7925-d375-4c25-aa15-009b0a198a82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e3ef3fb127743f68a201755709a9bdf&device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1096 time: 0.1248174
May 06 09:31:56.000737 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:56.136063 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-ce1c3d0f-14b1-4981-960a-d491f8565dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:56.139832 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-ce1c3d0f-14b1-4981-960a-d491f8565dfb service neutron] 10.222.0.73 "GET /v2.0/networks?id=26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 200  len: 909 time: 0.1867511
May 06 09:31:56.235986 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device be53be87-6759-46c6-8e61-7500e500311b up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:31:56.314521 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-b926fbfd-373b-4675-be71-25f81f3d4620 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 200  len: 217 time: 0.1670556
May 06 09:31:56.416016 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port be53be87-6759-46c6-8e61-7500e500311b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:31:56.417357 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:56.526764 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1975388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27356821'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:56.543639 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-c55e9dc8-d3ee-411c-b02e-5c842b55f51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:56.573488 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-1c8cbca4-d382-472b-91bf-ce8440bc7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:56.575316 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-1c8cbca4-d382-472b-91bf-ce8440bc7f5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03498413-79ed-4cfc-ba57-fa1894531bf6 HTTP/1.1" status: 200  len: 847 time: 0.2491860
May 06 09:31:56.600499 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d8b5ae-7f5b-45f4-a2cb-7313063328dd,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:56.612809 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:56.613993 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:56.621256 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ae3be6-0fe3-4892-8e61-2e7961b3a4d2 None None] Network c75a9001-a5ff-461a-a5c6-a597b137003a requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:31:56.624733 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/15d8b5ae-7f5b-45f4-a2cb-7313063328dd HTTP/1.1" status: 204  len: 168 time: 1.2838175
May 06 09:31:56.628788 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43884) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:31:56.663444 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:56.771296 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-775b88b5-1cbb-4366-b3dd-1b6f2c6476e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:56.778137 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-775b88b5-1cbb-4366-b3dd-1b6f2c6476e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26683102-4858-4c9b-897c-58ae9f936d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1953926
May 06 09:31:56.802125 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:31:56.828175 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:56.939441 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:56.943463 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:57.000829 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9632fb0-14ca-4654-a605-2e0489bde34a req-231125b9-39e8-4b2b-bf15-443aa601b3e7 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:57.012976 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c9632fb0-14ca-4654-a605-2e0489bde34a req-231125b9-39e8-4b2b-bf15-443aa601b3e7 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.5536611
May 06 09:31:57.046833 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:57.055718 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-f12ae13d-be0b-4e1e-a37a-055afe4e3742 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704701
May 06 09:31:57.102922 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c9632fb0-14ca-4654-a605-2e0489bde34a req-fdbf6f31-75e5-4558-ad23-bd2441f753f2 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889130
May 06 09:31:57.160898 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=7']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:57.173186 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:57.258399 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b', 'code': 200}
May 06 09:31:57.259151 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735fd63-ba38-4c74-b8b9-b1bc3e9cc69f req-bfff3d37-068a-47e4-b089-34a37b394d91 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:57.262854 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2735fd63-ba38-4c74-b8b9-b1bc3e9cc69f req-bfff3d37-068a-47e4-b089-34a37b394d91 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 945 time: 0.5211523
May 06 09:31:57.325883 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2735fd63-ba38-4c74-b8b9-b1bc3e9cc69f req-7da55572-d01a-43fe-8eb0-605125198ee0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554190
May 06 09:31:57.328735 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] DHCP port deletion for c75a9001-a5ff-461a-a5c6-a597b137003a request from dv-cinder-790014-1-iscsi {{(pid=74358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 09:31:57.354113 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Deleting port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:31:57.354463 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:57.354984 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5eb1f8a8-cf41-4783-ae0d-19a29fc5b763 req-6be4191d-44dc-4163-b196-28cd54e3d753 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2905371
May 06 09:31:57.430639 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] Deleting port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 {{(pid=74358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:31:57.431829 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:57.489785 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] For port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:57.492353 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:57.631091 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] For port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62,segment=NetworkSegment(4cd34fe1-e73c-4e02-915d-9463eeb3e968),segment_id=4cd34fe1-e73c-4e02-915d-9463eeb3e968)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:31:57.635893 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:57.774059 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Calling delete_port for 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 owned by network:dhcp {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:31:57.803682 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] Calling delete_port for 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 owned by network:dhcp {{(pid=74358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:31:57.982997 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:57.996763 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:57.997273 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423'] for port, after_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:58.001114 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-dbfff6f6-b39e-40da-b8eb-2e26fcd1b069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:58.061550 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] Pushing event deleted for resources: {'Port': ['ID=3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62,revision_number=None']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:58.063936 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:58.067440 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:58.068087 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] No DVR routers for this DVR port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 on host dv-cinder-790014-1-iscsi {{(pid=74358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:31:58.069653 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] No DVR routers for this DVR port 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 on host dv-cinder-790014-1-iscsi {{(pid=74357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:31:58.071407 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:58.312840 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:58.341628 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4b0349340>,) {'filters': {'network_id': ['c75a9001-a5ff-461a-a5c6-a597b137003a']}} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:58.359918 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b0349340>, '4cd34fe1-e73c-4e02-915d-9463eeb3e968') {'for_net_delete': True} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:58.360171 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b0349340>, '4cd34fe1-e73c-4e02-915d-9463eeb3e968') {} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:31:58.386040 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2060237'] for segment, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:58.414410 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:58.427795 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458ffe6-6eca-4385-9b4f-426ba2699585 req-390939aa-f595-4b3c-9807-eda1fcebea46 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:58.429438 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5458ffe6-6eca-4385-9b4f-426ba2699585 req-390939aa-f595-4b3c-9807-eda1fcebea46 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.1912441
May 06 09:31:58.433354 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Releasing vlan 959 on physical network physnet1 to pool {{(pid=74357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:31:58.434243 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1975354'] for segment, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]: Traceback (most recent call last):
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     timer()
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     cb(*args, **kw)
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     return func(*args, **kwargs)
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     self._notify()
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     self.callback(batched_events)
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     event.method(event)
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     return f(self, *a, **k)
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._get(url).json()
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self.request(url, 'GET', **kwargs)
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:31:58.450540 dv-cinder-790014-1-iscsi neutron-server[74357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:31:58.751715 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5458ffe6-6eca-4385-9b4f-426ba2699585 req-16e09934-6287-41b5-8bf2-f12e25f43cf8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2999387
May 06 09:31:58.815325 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047deca-4461-43b3-ab35-5c9697c291fc req-8b53b8c7-0e11-4789-9a02-81084a099238 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:31:58.816932 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5047deca-4461-43b3-ab35-5c9697c291fc req-8b53b8c7-0e11-4789-9a02-81084a099238 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1482275
May 06 09:31:58.872510 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:58.954702 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:31:58.965351 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:31:58.992499 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5047deca-4461-43b3-ab35-5c9697c291fc req-fa2d7708-b1ea-4bbb-8a2a-24c7d43ae56a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1656246
May 06 09:31:58.995464 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=c75a9001-a5ff-461a-a5c6-a597b137003a,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:31:59.000794 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:31:59.029922 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:31:59.125110 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:31:59.125458 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 3d7cbbe0-ea9b-4ca7-8844-d60f03a65b62 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:31:59.514482 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c75a9001-a5ff-461a-a5c6-a597b137003a HTTP/1.1" status: 204  len: 168 time: 2.8846862
May 06 09:32:00.006858 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9fb21-2f6d-433a-8a78-3257e7168cd7 req-d2fc65ac-d5ab-4623-8677-577571d7c96c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:00.014429 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5af9fb21-2f6d-433a-8a78-3257e7168cd7 req-d2fc65ac-d5ab-4623-8677-577571d7c96c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.1125350
May 06 09:32:00.023726 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43954) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:00.092909 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5af9fb21-2f6d-433a-8a78-3257e7168cd7 req-69af85be-e943-4d4e-ab80-401eda5eca62 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772259
May 06 09:32:00.114824 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 43960) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:00.115046 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-3fc70ec7-7035-4e57-a3cd-4444c84a7ba3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c22429299f74a7f9f05620948b1ca93&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0900786
May 06 09:32:00.235195 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cff305d5-62ea-47f0-931f-73ae0e357548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:00.283280 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cff305d5-62ea-47f0-931f-73ae0e357548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:00.367094 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98480121-3488-4830-86be-54a568f53517 req-7860b897-4e4b-4215-bc3c-1424f23ec99c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:00.368756 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-98480121-3488-4830-86be-54a568f53517 req-7860b897-4e4b-4215-bc3c-1424f23ec99c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1724207
May 06 09:32:00.432949 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-98480121-3488-4830-86be-54a568f53517 req-b34afda7-1c28-4450-b2aa-14f7b61fe9d4 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560858
May 06 09:32:00.460327 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cff305d5-62ea-47f0-931f-73ae0e357548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:00.461968 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1fefc473-cb66-4e52-ad6f-4209a114edec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:00.477821 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff305d5-62ea-47f0-931f-73ae0e357548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab550439-4a2b-467b-8df5-3ebeb6836988,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:00.498901 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cff305d5-62ea-47f0-931f-73ae0e357548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:00.502581 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cff305d5-62ea-47f0-931f-73ae0e357548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:00.506740 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-cff305d5-62ea-47f0-931f-73ae0e357548 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab550439-4a2b-467b-8df5-3ebeb6836988 HTTP/1.1" status: 204  len: 168 time: 0.3876905
May 06 09:32:00.837642 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43968) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:00.926283 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_v2 [None req-a326a939-0fea-4868-8402-1111431a9faa admin admin] Deleting subnet 07c81fbc-080e-4386-827f-6b6145a6382d {{(pid=74356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:32:00.930132 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a326a939-0fea-4868-8402-1111431a9faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:01.006199 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a326a939-0fea-4868-8402-1111431a9faa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27388926'] for subnet, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:01.102145 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a326a939-0fea-4868-8402-1111431a9faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:01.458260 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0ae9a-2dc2-4b38-a4ff-3460f8a69bdf req-6f23a536-6a7b-45e0-a479-82b9563cdb9c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:01.460681 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-44d0ae9a-2dc2-4b38-a4ff-3460f8a69bdf req-6f23a536-6a7b-45e0-a479-82b9563cdb9c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.1778047
May 06 09:32:01.536985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a326a939-0fea-4868-8402-1111431a9faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27949571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871045'] for subnet, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:01.545555 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-44d0ae9a-2dc2-4b38-a4ff-3460f8a69bdf req-4230d2e6-94d0-4353-a474-7602e4160e0f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709896
May 06 09:32:01.547049 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:01.611868 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326a939-0fea-4868-8402-1111431a9faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c81fbc-080e-4386-827f-6b6145a6382d,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:01.614088 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a326a939-0fea-4868-8402-1111431a9faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:01.618400 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a326a939-0fea-4868-8402-1111431a9faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:01.621807 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-a326a939-0fea-4868-8402-1111431a9faa admin admin] 10.222.0.68 "DELETE /v2.0/subnets/07c81fbc-080e-4386-827f-6b6145a6382d HTTP/1.1" status: 204  len: 168 time: 0.7828584
May 06 09:32:01.624252 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 43986) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:01.718238 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd2899-f91d-49cd-aaea-f35fd05cd5bf req-10a6754b-859c-4691-8c59-8cf5a0e1e8fa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:01.725552 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2fd2899-f91d-49cd-aaea-f35fd05cd5bf req-10a6754b-859c-4691-8c59-8cf5a0e1e8fa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.0964296
May 06 09:32:01.753430 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:01.795186 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2fd2899-f91d-49cd-aaea-f35fd05cd5bf req-36be927d-a402-4ea8-8442-8f28f87b9094 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686619
May 06 09:32:01.934093 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:01.959808 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4b0500700>,) {'filters': {'network_id': ['fe324f0e-9a49-4176-b462-31ae61432608']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:32:01.980326 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b0500700>, '5f6a681b-c195-474e-9552-16ac121b0295') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:32:01.980800 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b0500700>, '5f6a681b-c195-474e-9552-16ac121b0295') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:32:02.003653 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:02.050716 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:02.063390 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:32:02.063954 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:32:02.080058 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:32:02.250153 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:02.256752 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:02.276647 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:02.283048 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe324f0e-9a49-4176-b462-31ae61432608,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:02.286502 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:02.298098 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:32:02.392316 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fe324f0e-9a49-4176-b462-31ae61432608 HTTP/1.1" status: 204  len: 168 time: 0.7663028
May 06 09:32:02.450610 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:32:02.470586 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'port_id': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'mac_address': 'fa:16:3e:22:b2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:32:02.540770 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:02.563003 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:32:02.582076 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:32:02.692983 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:02.694786 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:02.810101 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:02.829903 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:02.834220 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bced64-33c6-42f0-90fe-56c326b77a08 req-ae218a3b-4323-43b1-9816-32c03721bce7 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:02.837283 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-83bced64-33c6-42f0-90fe-56c326b77a08 req-ae218a3b-4323-43b1-9816-32c03721bce7 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 944 time: 0.1675224
May 06 09:32:02.924746 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:32:02.976584 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-83bced64-33c6-42f0-90fe-56c326b77a08 req-3cfcae87-71be-4c4c-8bc0-b226bf590b4a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1325004
May 06 09:32:03.025956 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72a5f8-a020-43a9-a4f1-121ff0bcd202 req-03aec5b3-6edb-44c6-9890-f532a1e34ca6 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:03.027622 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8a72a5f8-a020-43a9-a4f1-121ff0bcd202 req-03aec5b3-6edb-44c6-9890-f532a1e34ca6 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1119084
May 06 09:32:03.070519 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44012) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:03.084039 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8a72a5f8-a020-43a9-a4f1-121ff0bcd202 req-df420631-2108-4c0e-b00a-277333cd5098 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428593
May 06 09:32:03.131014 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-2374c3c5-825a-458b-85db-c154a75f0725 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f96390a79f3b46c285414d6fc8710cd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0588782
May 06 09:32:03.133834 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44018) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:03.208157 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-069bf86c-b800-401f-bb65-e4d0cbb363dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:03.261709 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-069bf86c-b800-401f-bb65-e4d0cbb363dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:03.438104 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-069bf86c-b800-401f-bb65-e4d0cbb363dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:03.444492 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-17c98bb6-d8e2-4b48-81a5-ef15fe1dd4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:03.460001 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bf86c-b800-401f-bb65-e4d0cbb363dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0aa571-121c-4aff-bc08-ff34906b37fd,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:03.470127 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-069bf86c-b800-401f-bb65-e4d0cbb363dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:03.476434 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-069bf86c-b800-401f-bb65-e4d0cbb363dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:03.478002 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-069bf86c-b800-401f-bb65-e4d0cbb363dd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca0aa571-121c-4aff-bc08-ff34906b37fd HTTP/1.1" status: 204  len: 168 time: 0.3427620
May 06 09:32:04.261420 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86551094-ff18-4863-8ada-eebc2a7b4b8c req-3a3d83c9-a097-4e70-bdd6-d19b0f5b3c8f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:04.269145 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-86551094-ff18-4863-8ada-eebc2a7b4b8c req-3a3d83c9-a097-4e70-bdd6-d19b0f5b3c8f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 944 time: 0.1839693
May 06 09:32:04.315790 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:32:04.404122 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-86551094-ff18-4863-8ada-eebc2a7b4b8c req-4f993252-38cf-4fcd-947e-f8abbb83b36f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757477
May 06 09:32:04.442002 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb490f1-ae2c-4584-889c-31ed6ba6aeaa req-774016e7-9fab-46a3-b8b3-fe991983750b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:04.451817 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8cb490f1-ae2c-4584-889c-31ed6ba6aeaa req-774016e7-9fab-46a3-b8b3-fe991983750b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1809404
May 06 09:32:04.529404 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8cb490f1-ae2c-4584-889c-31ed6ba6aeaa req-fdb1a3ba-42e6-4044-835f-17973baf8fb6 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765553
May 06 09:32:04.558790 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:32:04.565495 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:32:04.565874 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:04.702718 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:04.742460 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:32:04.762655 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:32:04.810509 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'code': 200}
May 06 09:32:04.875212 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:04.877986 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:04.990852 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:04.995452 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:05.053703 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44070) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:05.323547 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:05.343552 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:32:05.349550 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Usage tracker for resource:security_group_rule and tenant:c59f8f25a8b948cfa81740746a5d0d04 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:32:05.352977 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:32:05.363191 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:32:05.395095 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11231a9-9862-4e4d-94ca-eec0ef1f8e3a req-71eec958-d369-478b-8eb4-804d02c81de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:05.396630 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c11231a9-9862-4e4d-94ca-eec0ef1f8e3a req-71eec958-d369-478b-8eb4-804d02c81de5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1098 time: 0.1494460
May 06 09:32:05.465924 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c11231a9-9862-4e4d-94ca-eec0ef1f8e3a req-cedffa87-773a-46eb-9eeb-f4c65d52d336 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592153
May 06 09:32:05.642434 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:05.723221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:05.733638 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d193474b-15aa-42ce-9340-de468121b421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:05.793648 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb80d3b-2735-4a92-9bb0-297e2fb5202f,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:05.811035 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c59f8f25a8b948cfa81740746a5d0d04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7551706
May 06 09:32:05.811393 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6fa82-f6bf-4a1a-8262-5f878612383e req-6b929f34-e3e8-491d-972c-40ad5c16e4a6 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:05.812955 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-22b6fa82-f6bf-4a1a-8262-5f878612383e req-6b929f34-e3e8-491d-972c-40ad5c16e4a6 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.1813052
May 06 09:32:05.815628 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 44088) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:05.821819 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:05.866949 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f73da2-4440-4e37-99d4-f5ff847696c6 req-0bc2ec4b-586d-49d6-9d28-17c11e050f1b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:05.871621 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a2f73da2-4440-4e37-99d4-f5ff847696c6 req-0bc2ec4b-586d-49d6-9d28-17c11e050f1b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1919036
May 06 09:32:05.967816 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-22b6fa82-f6bf-4a1a-8262-5f878612383e req-fc6ddab8-24e6-4ea8-9edb-0860d05c190c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1306577
May 06 09:32:05.985930 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a2f73da2-4440-4e37-99d4-f5ff847696c6 req-299f4924-3263-4818-85e5-1986ce85b6fb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133273
May 06 09:32:06.012575 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:06.046761 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:06.267086 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:06.279133 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-3e0dc35a-1128-4bf3-bd8e-ee547bc85e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:06.324972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb80d3b-2735-4a92-9bb0-297e2fb5202f,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:06.327931 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:06.329601 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2bb80d3b-2735-4a92-9bb0-297e2fb5202f HTTP/1.1" status: 204  len: 168 time: 0.5129955
May 06 09:32:06.338660 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.339302 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.339768 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.340237 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.340809 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.341289 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.341739 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.342189 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.342866 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.344282 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.345929 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.346968 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:06.374564 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:06.400256 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44096) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:06.615303 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:06.633528 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:32:06.639190 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] Usage tracker for resource:security_group_rule and tenant:974dbc868eeb477496749fde25603dc0 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:32:06.642850 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:32:06.651771 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:32:06.796041 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:06.856171 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:06.880554 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-dbb41b5e-cf0c-443a-9157-e3b6a785aabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:06.936246 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=974dbc868eeb477496749fde25603dc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5340075
May 06 09:32:06.941462 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44104) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:06.944770 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a363ac-e7f7-44a9-89b9-cc891304e62d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:06.968773 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-03413d55-f825-4cbd-973d-317fb8cc6340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:07.039269 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4cb2-8ebb-444f-8b38-12f2a25670a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:07.070634 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4cb2-8ebb-444f-8b38-12f2a25670a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:07.221234 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4cb2-8ebb-444f-8b38-12f2a25670a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:07.231263 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1d65ad2b-647d-431b-b2c0-2bfa7c16a0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:07.260227 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe4cb2-8ebb-444f-8b38-12f2a25670a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a363ac-e7f7-44a9-89b9-cc891304e62d,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:07.270348 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-bfbe4cb2-8ebb-444f-8b38-12f2a25670a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:07.284076 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44112) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:07.300133 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69472a8e-a9d5-4737-92d9-5ec62886bbac req-f50cadcd-0998-4128-a0a1-d0ad1d370906 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:07.301647 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-69472a8e-a9d5-4737-92d9-5ec62886bbac req-f50cadcd-0998-4128-a0a1-d0ad1d370906 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1499960
May 06 09:32:07.314387 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bd03a-45b3-4fec-ad5f-3995abb1f175 req-f6844b9a-695b-4cac-87c1-9b7abbfc9db6 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:07.321821 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-960bd03a-45b3-4fec-ad5f-3995abb1f175 req-f6844b9a-695b-4cac-87c1-9b7abbfc9db6 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.2134638
May 06 09:32:07.331556 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:07.348404 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4cb2-8ebb-444f-8b38-12f2a25670a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:07.352767 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-bfbe4cb2-8ebb-444f-8b38-12f2a25670a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77a363ac-e7f7-44a9-89b9-cc891304e62d HTTP/1.1" status: 204  len: 168 time: 0.4099643
May 06 09:32:07.357076 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:32:07.362453 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] Usage tracker for resource:security_group_rule and tenant:803c965b206e43bdaef15aff9dbf676a is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:32:07.366418 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:32:07.376237 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:32:07.401882 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-960bd03a-45b3-4fec-ad5f-3995abb1f175 req-bf49656c-2611-4ede-8442-7ceb5bbd2276 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788970
May 06 09:32:07.423487 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-69472a8e-a9d5-4737-92d9-5ec62886bbac req-fc96759a-0ccc-4dfb-8ed0-ec07fc776015 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987124
May 06 09:32:07.513325 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:07.610168 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:07.619890 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d8b9030d-d488-43d1-8a1e-3e07ae1275f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:07.671796 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=803c965b206e43bdaef15aff9dbf676a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3727269
May 06 09:32:07.676680 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9b6235-5ca7-4368-bcc0-1a51d6d43aeb,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:07.679915 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 44120) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:07.688528 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-cab2630c-6b79-471e-92f7-3b53ad688667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:07.726040 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbb3a6-ed12-4359-911d-7b8854c1dfa1 req-ea429e4c-9582-4e78-b060-8b686cc86414 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:07.727872 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1dfbb3a6-ed12-4359-911d-7b8854c1dfa1 req-ea429e4c-9582-4e78-b060-8b686cc86414 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.1356156
May 06 09:32:08.137242 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1dfbb3a6-ed12-4359-911d-7b8854c1dfa1 req-eb9fbc95-09ff-4d31-bbdb-bab34c76749f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1626949
May 06 09:32:08.137242 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-84a600df-c5c8-47e3-9369-d1c354c1e83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:08.138544 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44124) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:08.139046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-84a600df-c5c8-47e3-9369-d1c354c1e83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:08.271905 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0d35fd-fdc1-43f2-9c7c-ccd1030d72a9 tempest-TestShelveInstance-1207244167 tempest-TestShelveInstance-1207244167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:08.276799 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-4b0d35fd-fdc1-43f2-9c7c-ccd1030d72a9 tempest-TestShelveInstance-1207244167 tempest-TestShelveInstance-1207244167-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1093 time: 0.3395486
May 06 09:32:08.278622 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44130) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:08.285543 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Request body: {'floatingip': {'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'port_id': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:32:08.289974 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-84a600df-c5c8-47e3-9369-d1c354c1e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:08.292841 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:32:08.295188 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0c787920-cc34-4d94-9742-0056678d6baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:08.297659 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Usage tracker for resource:floatingip and tenant:5e3ef3fb127743f68a201755709a9bdf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:32:08.301759 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:32:08.309702 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:32:08.312760 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a600df-c5c8-47e3-9369-d1c354c1e83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9b6235-5ca7-4368-bcc0-1a51d6d43aeb,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:08.336446 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-84a600df-c5c8-47e3-9369-d1c354c1e83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:08.350344 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-84a600df-c5c8-47e3-9369-d1c354c1e83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:08.357791 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-84a600df-c5c8-47e3-9369-d1c354c1e83c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d9b6235-5ca7-4368-bcc0-1a51d6d43aeb HTTP/1.1" status: 204  len: 168 time: 0.6741517
May 06 09:32:08.472675 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for floatingip, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:08.656492 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:08.823952 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Allocated IP 172.27.3.144 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/9a857f25-53ca-40e5-8192-2bfce65234df) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:32:08.943363 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b7396-1dc2-4475-8702-2d6a3d0e7451 req-b854cc39-1181-4090-b175-310f5ca65113 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:08.952237 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-320b7396-1dc2-4475-8702-2d6a3d0e7451 req-b854cc39-1181-4090-b175-310f5ca65113 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.2044604
May 06 09:32:09.018597 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:09.119954 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-320b7396-1dc2-4475-8702-2d6a3d0e7451 req-f0c96b65-1a4f-41e9-afa4-9277ae8392fc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1499200
May 06 09:32:09.159427 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:09.165330 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:09.246315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:32:09.249852 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:32:09.259305 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:32:09.312077 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'Port': ['ID=9a857f25-53ca-40e5-8192-2bfce65234df,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:09.316181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:09.695506 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:09.841818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:10.154538 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:10.209842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:10.215061 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:10.325249 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event updated for resources: {'Port': ['ID=9a857f25-53ca-40e5-8192-2bfce65234df,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:10.328369 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:10.341154 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:10.353228 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f17e3-acf1-4ecc-b941-a84a49a98252 req-cd2959da-2f7a-4e36-bf3b-679efb2bce6d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:10.355410 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d64f17e3-acf1-4ecc-b941-a84a49a98252 req-cd2959da-2f7a-4e36-bf3b-679efb2bce6d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1033072
May 06 09:32:10.401745 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d64f17e3-acf1-4ecc-b941-a84a49a98252 req-e020320d-a4d4-4391-b95f-12011d0c828f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404191
May 06 09:32:10.517000 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.l3_db [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Floating IP 38b096ce-ab57-40b3-85dc-2d263f2e75c2 associated. External IP: 172.27.3.144, port: 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59.
May 06 09:32:10.751884 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-0f2ce41e-cd8f-4d2e-8adf-4f4bb4bb7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:10.753414 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-0f2ce41e-cd8f-4d2e-8adf-4f4bb4bb7332 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 1099 time: 0.1863511
May 06 09:32:11.036407 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-5b5e6780-b5e1-4b8c-bd35-d60ba1bdad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:11.037938 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-5b5e6780-b5e1-4b8c-bd35-d60ba1bdad56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 918 time: 0.2344446
May 06 09:32:11.043440 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Router 402376f9-4467-4b07-ad53-b76bc2a6df7b has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:32:11.276086 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-3fcf9fa7-41d0-4ec4-a88f-2d2b295a991f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be53be87-6759-46c6-8e61-7500e500311b HTTP/1.1" status: 200  len: 1002 time: 0.2315185
May 06 09:32:11.361053 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-f9653941-a4d4-4202-9155-6f8df3250b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:11.362515 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-f9653941-a4d4-4202-9155-6f8df3250b9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.0798683
May 06 09:32:11.363620 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:32:11.376853 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] Sync routers for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:32:11.386870 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:32:11.387553 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b08e3e80>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:31:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:32:11.572455 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-6294ab14-b431-44de-9b56-c94f75757a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:11.573885 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-6294ab14-b431-44de-9b56-c94f75757a98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2044406
May 06 09:32:11.577005 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:32:11.628973 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7581f-74ed-4527-90c4-75c11f22a0ba req-b285fd93-e81b-4c57-bfb7-049001cafc63 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:11.633848 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-85d7581f-74ed-4527-90c4-75c11f22a0ba req-b285fd93-e81b-4c57-bfb7-049001cafc63 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.1046817
May 06 09:32:11.654179 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:11.687440 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-85d7581f-74ed-4527-90c4-75c11f22a0ba req-f058b172-61b1-4748-b61f-cde53510954c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492287
May 06 09:32:11.742243 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4624054
May 06 09:32:11.744803 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:32:11.796645 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-55a46363-76f7-4df0-a8e4-cb1dbd17b2be service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160118
May 06 09:32:11.799223 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'status': 'completed', 'code': 200}
May 06 09:32:11.963694 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b08e3e80>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '38b096ce-ab57-40b3-85dc-2d263f2e75c2', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'port_id': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'mac_address': 'fa:16:3e:22:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:32:09Z', 'updated_at': '2021-05-06T09:32:09Z', 'revision_number': 0, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b854155-df3e-4052-855c-44210c8c0525', 'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'mac_address': 'fa:16:3e:3a:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:06Z', 'updated_at': '2021-05-06T09:31:13Z', 'revision_number': 5, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'subnets': [{'id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:32:11.967869 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] Checking router: 402376f9-4467-4b07-ad53-b76bc2a6df7b for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:32:11.976514 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:32:11.977157 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b08e3e80>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:31:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:32:11.999181 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dbcf76d2-b350-4b7b-a70c-fa6d3e73ae0c req-d4c284f9-6020-4f61-b6c9-04d39734ad09 service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846936
May 06 09:32:12.004088 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edaf89-1e16-45a7-b373-72469d50205a req-666b96cf-d3be-4087-a78b-80731086a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:12.005591 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-56edaf89-1e16-45a7-b373-72469d50205a req-666b96cf-d3be-4087-a78b-80731086a039 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e3ef3fb127743f68a201755709a9bdf&device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1098 time: 0.1733623
May 06 09:32:12.146889 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edaf89-1e16-45a7-b373-72469d50205a req-de0dd038-85f0-484a-8cd6-779799370edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:12.148665 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-56edaf89-1e16-45a7-b373-72469d50205a req-de0dd038-85f0-484a-8cd6-779799370edd service neutron] 10.222.0.73 "GET /v2.0/networks?id=26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 200  len: 909 time: 0.1368506
May 06 09:32:12.161589 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:32:12.269563 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-56edaf89-1e16-45a7-b373-72469d50205a req-48599b31-dcb3-49fa-aeb2-4d3e8e786ad4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 200  len: 999 time: 0.1135437
May 06 09:32:12.333177 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edaf89-1e16-45a7-b373-72469d50205a req-98be090b-29a1-4523-a9ca-7871362d870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:12.334650 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-56edaf89-1e16-45a7-b373-72469d50205a req-98be090b-29a1-4523-a9ca-7871362d870f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03498413-79ed-4cfc-ba57-fa1894531bf6 HTTP/1.1" status: 200  len: 847 time: 0.0580840
May 06 09:32:12.416377 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edaf89-1e16-45a7-b373-72469d50205a req-295de90a-cb06-4c33-93db-ed3bfa3b0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:12.417788 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-56edaf89-1e16-45a7-b373-72469d50205a req-295de90a-cb06-4c33-93db-ed3bfa3b0d26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26683102-4858-4c9b-897c-58ae9f936d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756721
May 06 09:32:12.539606 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b08e3e80>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '38b096ce-ab57-40b3-85dc-2d263f2e75c2', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'port_id': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'mac_address': 'fa:16:3e:22:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:32:09Z', 'updated_at': '2021-05-06T09:32:09Z', 'revision_number': 0, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b854155-df3e-4052-855c-44210c8c0525', 'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'mac_address': 'fa:16:3e:3a:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:06Z', 'updated_at': '2021-05-06T09:31:13Z', 'revision_number': 5, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'subnets': [{'id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:32:12.543488 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da73d8b-67ad-481e-9e46-2a08adc5a4da None None] The sync data for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi is: [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '38b096ce-ab57-40b3-85dc-2d263f2e75c2', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'port_id': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'mac_address': 'fa:16:3e:22:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:32:09Z', 'updated_at': '2021-05-06T09:32:09Z', 'revision_number': 0, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b854155-df3e-4052-855c-44210c8c0525', 'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'mac_address': 'fa:16:3e:3a:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:06Z', 'updated_at': '2021-05-06T09:31:13Z', 'revision_number': 5, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'subnets': [{'id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:32:12.547732 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-56edaf89-1e16-45a7-b373-72469d50205a req-c3e11748-30e6-4be8-ab6a-32cb2284a213 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222317
May 06 09:32:12.682404 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-56edaf89-1e16-45a7-b373-72469d50205a req-41dd10fa-741c-4ca4-8c29-6de21ba6184f service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274354
May 06 09:32:12.722876 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1034e93-dd03-49d0-9aa0-bb863a2191fb None None] New status for floating IP 38b096ce-ab57-40b3-85dc-2d263f2e75c2: ACTIVE {{(pid=74358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:32:12.885458 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da71ca3-b769-47f9-9331-88b44e949c1e req-f27e31c7-656b-491e-ba90-bf851d9cab0e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:12.886918 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6da71ca3-b769-47f9-9331-88b44e949c1e req-f27e31c7-656b-491e-ba90-bf851d9cab0e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.0791478
May 06 09:32:12.933680 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6da71ca3-b769-47f9-9331-88b44e949c1e req-387c32b8-c018-4ed5-b103-54d2e478af85 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407097
May 06 09:32:14.134059 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69276c3e-2315-4ee8-9810-829c2199e432 req-d50fa8d0-b5e5-4abd-b143-ad6dd273112f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:14.136146 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-69276c3e-2315-4ee8-9810-829c2199e432 req-d50fa8d0-b5e5-4abd-b143-ad6dd273112f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 946 time: 0.0822136
May 06 09:32:14.186119 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-69276c3e-2315-4ee8-9810-829c2199e432 req-78b709b0-f1df-486b-9b31-45bc9d1f59c1 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437284
May 06 09:32:14.371472 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device be53be87-6759-46c6-8e61-7500e500311b no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:32:14.494707 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:14.523551 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:32:14.540592 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:32:14.566200 dv-cinder-790014-1-iscsi neutron-server[74358]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b', 'code': 422} returned with failed status
May 06 09:32:14.632392 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:14.635893 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:14.703496 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=8']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:14.706577 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:16.749105 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6feb862-6dfc-48cd-80d8-30d4fcffb6e2 req-49832d48-c1f7-4157-9143-0c057cfd0384 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:16.750731 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d6feb862-6dfc-48cd-80d8-30d4fcffb6e2 req-49832d48-c1f7-4157-9143-0c057cfd0384 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0859022
May 06 09:32:16.804237 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c5e2eae3-5c64-4649-abee-a89d6a894648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:16.812951 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d6feb862-6dfc-48cd-80d8-30d4fcffb6e2 req-b10efef5-b8e4-4343-8e51-45aff22eb17e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559084
May 06 09:32:17.235156 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44298) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:17.329024 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44304) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:17.354544 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:17.401832 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:32:17.411607 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:057c949d5c48400eaed600ae253e9911 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:32:17.415261 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:32:17.421942 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:32:17.474390 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-4bfa34bc-f511-44fc-a3ce-7703a613c5b4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1441944
May 06 09:32:17.527741 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:17.592604 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:17.599506 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9ed94a37-1f41-459d-891a-54499fd9ea6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:17.641922 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=057c949d5c48400eaed600ae253e9911&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4056380
May 06 09:32:17.642897 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa47701-54f2-45fb-aae9-16bfda1eaff6,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:17.644550 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 44316) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:17.646071 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:17.705554 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5d52ad38-d835-42dd-b166-951b629d3dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:17.731616 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5d52ad38-d835-42dd-b166-951b629d3dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:17.849694 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5d52ad38-d835-42dd-b166-951b629d3dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:17.853512 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-931d348a-4c5b-4257-bebd-f1142c38b8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:17.868450 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52ad38-d835-42dd-b166-951b629d3dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa47701-54f2-45fb-aae9-16bfda1eaff6,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:17.872319 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5d52ad38-d835-42dd-b166-951b629d3dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:17.875263 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-5d52ad38-d835-42dd-b166-951b629d3dec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9fa47701-54f2-45fb-aae9-16bfda1eaff6 HTTP/1.1" status: 204  len: 168 time: 0.2282896
May 06 09:32:17.877288 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-5d52ad38-d835-42dd-b166-951b629d3dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:18.026395 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5a102-e37d-49dc-b997-253264127069 req-fbdeae09-ab4f-4261-9a94-b960adafec26 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:18.027897 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b2e5a102-e37d-49dc-b997-253264127069 req-fbdeae09-ab4f-4261-9a94-b960adafec26 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0832639
May 06 09:32:18.074203 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b2e5a102-e37d-49dc-b997-253264127069 req-2fb8096f-af69-4814-b235-8e7e796a9bc5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400519
May 06 09:32:18.539128 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 44328) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:18.557164 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:18.571860 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:32:18.575875 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca38034d4c64320850bf0c69222455e is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:32:18.578708 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:32:18.584496 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:32:18.674312 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:18.746555 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:18.754050 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cff305d5-62ea-47f0-931f-73ae0e357548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:18.795008 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1a0c76-f994-40ef-85a8-52ef857989bc,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:18.799217 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7ca38034d4c64320850bf0c69222455e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2590678
May 06 09:32:18.800257 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:18.801900 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 44332) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:18.865355 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-89b7b799-4465-45a5-b3d2-bc8ff994f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:18.866846 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-89b7b799-4465-45a5-b3d2-bc8ff994f786 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723&tenant_id=080a2d6be38b48ec95862921c280670c HTTP/1.1" status: 200  len: 1097 time: 0.0753777
May 06 09:32:18.878769 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-88959869-b851-419f-adef-738cf12a6247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:18.907910 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-88959869-b851-419f-adef-738cf12a6247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:18.964926 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-36f206b0-558f-47e7-9224-cb4a6dbb236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:18.966479 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-36f206b0-558f-47e7-9224-cb4a6dbb236e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 1097 time: 0.0781155
May 06 09:32:19.072992 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-88959869-b851-419f-adef-738cf12a6247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:19.078384 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-28eec433-f390-4299-8160-73d67f77ba9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:19.088564 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88959869-b851-419f-adef-738cf12a6247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1a0c76-f994-40ef-85a8-52ef857989bc,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:19.090917 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-88959869-b851-419f-adef-738cf12a6247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:19.101945 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-88959869-b851-419f-adef-738cf12a6247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:19.103415 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-88959869-b851-419f-adef-738cf12a6247 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be1a0c76-f994-40ef-85a8-52ef857989bc HTTP/1.1" status: 204  len: 168 time: 0.2996671
May 06 09:32:19.207813 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-60f79e84-1935-40a4-8f0f-9c088ec5c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:19.209853 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-60f79e84-1935-40a4-8f0f-9c088ec5c5c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 918 time: 0.2359691
May 06 09:32:19.303519 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b809db-3fd5-41f4-a06d-07ec4126e41c req-29a25cdf-d2b6-4c8a-9add-e68736581c76 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:19.305039 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b9b809db-3fd5-41f4-a06d-07ec4126e41c req-29a25cdf-d2b6-4c8a-9add-e68736581c76 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.1043355
May 06 09:32:19.343667 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-9f7a123c-7342-4f58-a26d-aaaaa06b1ba0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be53be87-6759-46c6-8e61-7500e500311b HTTP/1.1" status: 200  len: 1000 time: 0.1254232
May 06 09:32:19.355109 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b9b809db-3fd5-41f4-a06d-07ec4126e41c req-df0dc3aa-863c-4030-80d2-a5db52d39405 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435243
May 06 09:32:19.357677 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:19.410352 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-33e21a05-3548-45de-a404-6fe406c7256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:19.411805 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-33e21a05-3548-45de-a404-6fe406c7256e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.0608537
May 06 09:32:19.492523 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-f41c9a72-0497-4ddf-9843-5cca1a5d83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:19.494688 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-f41c9a72-0497-4ddf-9843-5cca1a5d83cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756474
May 06 09:32:19.589645 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1ab303c2-c139-42c6-87cd-6fa847bc0762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:19.637253 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-e8fc833a-cef7-4b2c-8d4d-c611346f4ca5 service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356332
May 06 09:32:19.773922 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f7ad9505-c8c7-4519-b3f5-3086f86c36ee req-069cd7d9-a5ac-4f0c-889a-6dfaaf620448 service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296332
May 06 09:32:20.432558 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:20.579638 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90028f89-1e88-4530-b1de-63568e2c3e8f req-4c9e45c1-f7a5-402b-a156-3aa13b33b05a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:20.581406 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-90028f89-1e88-4530-b1de-63568e2c3e8f req-4c9e45c1-f7a5-402b-a156-3aa13b33b05a tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0881107
May 06 09:32:20.643763 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-90028f89-1e88-4530-b1de-63568e2c3e8f req-57d26dff-a014-4a56-ba07-171499338555 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555923
May 06 09:32:22.042227 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda158c-b142-4157-9465-b4b2ae005da8 req-b6bfac84-66cf-4c15-af8f-3a42d9a6325c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:22.043943 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1eda158c-b142-4157-9465-b4b2ae005da8 req-b6bfac84-66cf-4c15-af8f-3a42d9a6325c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.1053774
May 06 09:32:22.120095 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1eda158c-b142-4157-9465-b4b2ae005da8 req-d26b9945-ed69-44a8-9bf7-22cf6a1e997c tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699928
May 06 09:32:22.142210 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:23.333343 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73e6a3-302b-4cf1-9a3f-6ab6441992e1 req-af383995-be9b-4294-baac-1736ebdf3809 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:23.334964 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1f73e6a3-302b-4cf1-9a3f-6ab6441992e1 req-af383995-be9b-4294-baac-1736ebdf3809 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0898597
May 06 09:32:23.386361 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1f73e6a3-302b-4cf1-9a3f-6ab6441992e1 req-0760e8ba-426b-4eb4-a929-dcd52a243f01 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450010
May 06 09:32:23.489792 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:24.593338 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7743f05-ca02-462a-9fe2-f99b2c9820cb req-7d567a92-ccce-4546-b10c-291e7db2f4e7 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:24.594866 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c7743f05-ca02-462a-9fe2-f99b2c9820cb req-7d567a92-ccce-4546-b10c-291e7db2f4e7 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0926864
May 06 09:32:24.646563 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c7743f05-ca02-462a-9fe2-f99b2c9820cb req-3beccd92-cb93-48cd-822c-752829c77769 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436425
May 06 09:32:25.860944 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfe8fd-c6d3-4cc3-9eff-25613f566707 req-e95ecd54-b297-4ff3-abff-18288dd5fd71 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:25.862534 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2cfe8fd-c6d3-4cc3-9eff-25613f566707 req-e95ecd54-b297-4ff3-abff-18288dd5fd71 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0864604
May 06 09:32:26.011020 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2cfe8fd-c6d3-4cc3-9eff-25613f566707 req-854fa527-c5d6-4487-a073-536da482c47d tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1426094
May 06 09:32:27.220564 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53fdaf-aa2a-46d4-a82e-2af3c570e16a req-48f04dae-a460-4da6-bd30-8749ab38ffbd tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:27.229056 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dc53fdaf-aa2a-46d4-a82e-2af3c570e16a req-48f04dae-a460-4da6-bd30-8749ab38ffbd tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0999992
May 06 09:32:27.288215 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dc53fdaf-aa2a-46d4-a82e-2af3c570e16a req-839ebd9f-7be8-462d-ad95-f0eb0d7c5ff3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576863
May 06 09:32:28.489108 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae89804-f773-40db-98ba-bf910abeaaad req-f1fd652d-9d23-4e20-8744-97ce0f65977f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:28.490558 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4ae89804-f773-40db-98ba-bf910abeaaad req-f1fd652d-9d23-4e20-8744-97ce0f65977f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0908847
May 06 09:32:28.545235 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4ae89804-f773-40db-98ba-bf910abeaaad req-50124551-0aa5-43b0-a734-e825730f2341 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477448
May 06 09:32:28.603266 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:32:29.765756 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a52404-5773-41eb-82f4-f05055820ccc req-f7127b2c-1c89-4213-83a3-d95016a2c2e9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:29.767318 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31a52404-5773-41eb-82f4-f05055820ccc req-f7127b2c-1c89-4213-83a3-d95016a2c2e9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0879631
May 06 09:32:29.816949 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31a52404-5773-41eb-82f4-f05055820ccc req-ebd84de3-bc50-4bda-8ee0-db448f3ba381 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436699
May 06 09:32:31.049438 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b22e2a-005e-418a-98ec-63bfa53c4ee0 req-7c996074-16ab-4940-903a-1c6e977d4f35 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:31.050892 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-93b22e2a-005e-418a-98ec-63bfa53c4ee0 req-7c996074-16ab-4940-903a-1c6e977d4f35 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0846963
May 06 09:32:31.097627 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-93b22e2a-005e-418a-98ec-63bfa53c4ee0 req-ac558c1b-20e1-455d-b33d-8eebab49d2de tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409474
May 06 09:32:31.639510 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-e6295da2-4be8-476e-9558-7d0a6c6df4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:31.641064 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-e6295da2-4be8-476e-9558-7d0a6c6df4d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=080a2d6be38b48ec95862921c280670c&device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 1097 time: 0.0747857
May 06 09:32:31.786863 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-07d944e7-8ca6-44d0-99a2-4a9342d31b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:31.788303 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-07d944e7-8ca6-44d0-99a2-4a9342d31b65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 200  len: 918 time: 0.1259027
May 06 09:32:31.893841 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-7b482cd3-1830-45cd-b5ac-a8e0fe216d68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be53be87-6759-46c6-8e61-7500e500311b HTTP/1.1" status: 200  len: 1000 time: 0.0983007
May 06 09:32:31.963916 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-5e39f3b1-dc1e-42bb-a369-a72cd98bfd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:31.965529 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-5e39f3b1-dc1e-42bb-a369-a72cd98bfd13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 200  len: 856 time: 0.0648386
May 06 09:32:32.061966 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-e2a1d948-ea27-4282-a7fc-fc89c07e151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:32.063427 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-e2a1d948-ea27-4282-a7fc-fc89c07e151d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fe3999c6-3873-4eff-bae1-149ccabd04ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0898833
May 06 09:32:32.209770 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-33464701-e48e-430c-b58a-4ca9a9fc32bb service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385260
May 06 09:32:32.300323 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37703ff9-6a56-4443-9e47-640a9c09b39f req-f98053a2-a245-4ad8-b9bf-17d021028e11 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:32.301815 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-37703ff9-6a56-4443-9e47-640a9c09b39f req-f98053a2-a245-4ad8-b9bf-17d021028e11 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0861723
May 06 09:32:32.346303 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-cb653ded-d0ba-4841-992b-07328ebf7e00 req-bf10b0c8-fcbc-4f6c-8f9d-61e2aa5c33ad service neutron] 10.222.0.73 "GET /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292965
May 06 09:32:32.347363 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-37703ff9-6a56-4443-9e47-640a9c09b39f req-3fec6a19-2bc2-46b8-a524-92fd73b73571 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390909
May 06 09:32:33.555378 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c70b2-7e32-4605-b947-69131870863f req-e6a95e56-1d8b-4930-856d-944c0acd9301 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:33.557688 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-156c70b2-7e32-4605-b947-69131870863f req-e6a95e56-1d8b-4930-856d-944c0acd9301 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0954168
May 06 09:32:33.606910 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-156c70b2-7e32-4605-b947-69131870863f req-c72fc455-2b78-439a-bfd6-d7b31968dc34 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432546
May 06 09:32:34.407779 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device be53be87-6759-46c6-8e61-7500e500311b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:32:34.544636 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:32:34.558550 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'be53be87-6759-46c6-8e61-7500e500311b', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'port_id': 'be53be87-6759-46c6-8e61-7500e500311b', 'mac_address': 'fa:16:3e:b3:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:32:34.623291 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:34.650487 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be53be87-6759-46c6-8e61-7500e500311b {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:32:34.668043 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:32:34.775338 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:34.777163 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-b7b1e824-2536-4f19-b712-3a5abbf7adfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:34.803579 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d8e26-8b98-4d74-818d-7f94e414f45a req-5b1095f0-7009-4a82-b051-5d6c44def6cc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:34.805156 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-483d8e26-8b98-4d74-818d-7f94e414f45a req-5b1095f0-7009-4a82-b051-5d6c44def6cc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 944 time: 0.0851767
May 06 09:32:34.846904 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=9']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:34.850852 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:34.864430 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-483d8e26-8b98-4d74-818d-7f94e414f45a req-7df58ae0-d837-431d-b5fb-85967ae6612f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488689
May 06 09:32:34.987162 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['be53be87-6759-46c6-8e61-7500e500311b'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:32:36.078096 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6210ae-a481-4bc0-8db8-021dc81a4eb3 req-af5e7c86-f658-44f4-9a42-3a02dbdf80c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:36.079569 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ce6210ae-a481-4bc0-8db8-021dc81a4eb3 req-af5e7c86-f658-44f4-9a42-3a02dbdf80c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 945 time: 0.0839059
May 06 09:32:36.124333 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ce6210ae-a481-4bc0-8db8-021dc81a4eb3 req-d2d088e1-34b4-4e06-b5e6-9ca59e82f123 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388362
May 06 09:32:36.408691 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device be53be87-6759-46c6-8e61-7500e500311b up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:32:36.475187 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port be53be87-6759-46c6-8e61-7500e500311b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:32:36.475562 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:36.590808 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:36.623124 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:32:36.632751 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:32:36.668067 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b', 'code': 200}
May 06 09:32:36.722589 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:36.724433 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:36.792923 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=10']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:36.795731 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:37.063506 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf6f02-c33d-4386-852d-7cb8901bd93a req-29ab4d6b-d12a-4628-8a39-c54ac5767487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:37.064996 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e5cf6f02-c33d-4386-852d-7cb8901bd93a req-29ab4d6b-d12a-4628-8a39-c54ac5767487 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 1100 time: 0.0720317
May 06 09:32:37.110573 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e5cf6f02-c33d-4386-852d-7cb8901bd93a req-4457f00c-ec4b-4753-9c8d-c2cae5073553 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379484
May 06 09:32:37.316962 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66ee58-8145-4a01-9133-305a84fddc0e req-ce1b5231-66ee-4e09-a2a9-e330bc40beb7 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:37.318595 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bc66ee58-8145-4a01-9133-305a84fddc0e req-ce1b5231-66ee-4e09-a2a9-e330bc40beb7 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 947 time: 0.0838110
May 06 09:32:37.363847 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bc66ee58-8145-4a01-9133-305a84fddc0e req-4bb17d28-f38a-4d5b-b389-7a5641929a83 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397146
May 06 09:32:38.558707 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77143cd-7e03-4122-82bf-cf43a121dd82 req-b748a6b9-5971-45ed-a54c-68db7dbf7f62 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:38.560166 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d77143cd-7e03-4122-82bf-cf43a121dd82 req-b748a6b9-5971-45ed-a54c-68db7dbf7f62 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 947 time: 0.0805805
May 06 09:32:38.608980 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d77143cd-7e03-4122-82bf-cf43a121dd82 req-cc31f642-2dad-42be-819d-399a5db7c7b9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430791
May 06 09:32:39.802568 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a87b6-ffdc-436e-be92-a5067be25e78 req-d0b8a8b9-41f0-4393-b32e-303a94243d18 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:39.804058 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-844a87b6-ffdc-436e-be92-a5067be25e78 req-d0b8a8b9-41f0-4393-b32e-303a94243d18 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 947 time: 0.0803268
May 06 09:32:39.850677 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-844a87b6-ffdc-436e-be92-a5067be25e78 req-11e545cd-135f-46ba-9d91-121c017c9563 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393751
May 06 09:32:41.046875 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c5e13-0c0f-4684-b454-3a83c186a72c req-be220884-c3bc-44a8-9bbb-ea740b80468b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:41.048351 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-809c5e13-0c0f-4684-b454-3a83c186a72c req-be220884-c3bc-44a8-9bbb-ea740b80468b tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 947 time: 0.0864737
May 06 09:32:41.094179 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-809c5e13-0c0f-4684-b454-3a83c186a72c req-9132cbfd-f620-4999-aacf-214966860042 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400040
May 06 09:32:42.296749 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57bbf6-d9ca-4f31-8338-dcaed498a9c9 req-54f3a73a-8b0e-4841-8105-432b6e6a97b0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:42.301322 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5a57bbf6-d9ca-4f31-8338-dcaed498a9c9 req-54f3a73a-8b0e-4841-8105-432b6e6a97b0 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 947 time: 0.0904300
May 06 09:32:42.347332 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5a57bbf6-d9ca-4f31-8338-dcaed498a9c9 req-f4c19c7f-8b76-4129-ad80-0baf98c8d1e1 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411382
May 06 09:32:43.538914 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1c6a2-a6da-4962-b28b-9d77f080936d req-a67d474c-0cec-40fa-9c79-44c7425ffeff tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:32:43.540391 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-20e1c6a2-a6da-4962-b28b-9d77f080936d req-a67d474c-0cec-40fa-9c79-44c7425ffeff tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 947 time: 0.0844598
May 06 09:32:43.585542 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-20e1c6a2-a6da-4962-b28b-9d77f080936d req-0216637e-f65a-4784-8587-c8c8a86d31b9 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387065
May 06 09:32:46.849204 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-be97b3b8-6c63-411f-aefa-08b1ee6cdc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:47.087442 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 44576) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:47.206150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:47.220796 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:32:47.224637 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Usage tracker for resource:security_group_rule and tenant:58a165269ede454d9687cdd1d639d94e is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:32:47.227431 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:32:47.233073 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:32:47.315283 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:47.380686 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:47.388394 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-e7753015-b117-478c-ab86-3e65294b0324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:47.434142 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58a165269ede454d9687cdd1d639d94e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3454473
May 06 09:32:47.434715 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e068cd-f158-4f90-a5c5-89fdfef163bf,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:47.436692 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44582) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:47.437949 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:47.496969 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:47.526234 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:47.643661 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:47.647412 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-28825fe2-fafa-47a7-a159-aa57a8a9a541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:47.660580 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e068cd-f158-4f90-a5c5-89fdfef163bf,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:47.670569 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.670937 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.671294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.671645 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.671993 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.672341 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.672685 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.673057 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.673402 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.673740 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.674079 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.674416 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:32:47.678164 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:47.684029 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:47.685216 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/97e068cd-f158-4f90-a5c5-89fdfef163bf HTTP/1.1" status: 204  len: 168 time: 0.2474701
May 06 09:32:49.306624 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:49.632071 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b91e985f-1ce4-436a-844c-dd4abd4fd01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:50.420576 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:52.140427 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:53.482759 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:53.899306 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44650) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:54.027355 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:54.042221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:32:54.046151 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] Usage tracker for resource:security_group_rule and tenant:c321e08b841247f08da822c8c637c7cf is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:32:54.049108 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:32:54.054874 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:32:54.139765 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:54.237661 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:54.246482 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-77791fc1-1ef4-4bae-bae0-05b35cdd5aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:54.287400 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c321e08b841247f08da822c8c637c7cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3868325
May 06 09:32:54.290128 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 44656) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:32:54.292061 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570682b7-bc48-484e-8d10-ea44173eb631,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:54.295647 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-e14df435-2815-4fbb-86ff-4c62ff7f898d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:54.354059 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-15816bbc-326e-4801-9939-148d8bc824e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:54.382055 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-15816bbc-326e-4801-9939-148d8bc824e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:54.534417 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-15816bbc-326e-4801-9939-148d8bc824e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:54.538342 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-2768049e-1e7d-481d-97f7-0327aee94804 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:32:54.551282 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15816bbc-326e-4801-9939-148d8bc824e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570682b7-bc48-484e-8d10-ea44173eb631,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:32:54.554862 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-15816bbc-326e-4801-9939-148d8bc824e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:32:54.561299 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-15816bbc-326e-4801-9939-148d8bc824e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:32:54.563320 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-15816bbc-326e-4801-9939-148d8bc824e6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/570682b7-bc48-484e-8d10-ea44173eb631 HTTP/1.1" status: 204  len: 168 time: 0.2720346
May 06 09:33:05.602621 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:33:14.393349 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db2d1-7a1b-4140-a513-9b21da2ec124 req-9b170f82-0748-4798-adb3-f32dd53484cb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:14.395039 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-228db2d1-7a1b-4140-a513-9b21da2ec124 req-9b170f82-0748-4798-adb3-f32dd53484cb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 947 time: 0.1843622
May 06 09:33:14.442948 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-228db2d1-7a1b-4140-a513-9b21da2ec124 req-07bca74a-8622-496f-b8ef-d67c4d8c1e1e tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422673
May 06 09:33:15.646549 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85f504-549f-4d21-ad8e-105aa0dc77d3 req-3611a5bf-4060-4a53-ae82-d93ef3cb9679 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:15.647362 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4e85f504-549f-4d21-ad8e-105aa0dc77d3 req-3611a5bf-4060-4a53-ae82-d93ef3cb9679 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 947 time: 0.0906434
May 06 09:33:15.709217 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4e85f504-549f-4d21-ad8e-105aa0dc77d3 req-ce5c5943-e557-427b-88e0-ef2f26bfb8aa tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups?id=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555136
May 06 09:33:15.748783 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-4c1e2b9c-34d2-4470-84b0-0350cb5cbd04 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:15.749508 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-4c1e2b9c-34d2-4470-84b0-0350cb5cbd04 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Synchronizing usage tracker for tenant:080a2d6be38b48ec95862921c280670c on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:33:15.837669 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-4c1e2b9c-34d2-4470-84b0-0350cb5cbd04 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Unset dirty status for tenant:080a2d6be38b48ec95862921c280670c on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:33:15.838894 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-4c1e2b9c-34d2-4470-84b0-0350cb5cbd04 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 947 time: 0.2796528
May 06 09:33:15.982041 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Deleting port be53be87-6759-46c6-8e61-7500e500311b {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:33:15.982389 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:16.117120 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] For port be53be87-6759-46c6-8e61-7500e500311b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=be53be87-6759-46c6-8e61-7500e500311b,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:33:16.117473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:16.418464 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:16.418857 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:16.419669 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.l3_db [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Floating IP fb54a6bf-1142-4a30-a0a0-a4f30ea3b629 disassociated. External IP: 172.27.3.158, port: be53be87-6759-46c6-8e61-7500e500311b.
May 06 09:33:16.419669 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Calling delete_port for be53be87-6759-46c6-8e61-7500e500311b owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:33:16.620579 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:16.626282 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:16.671848 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event deleted for resources: {'Port': ['ID=be53be87-6759-46c6-8e61-7500e500311b,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:16.674944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:16.843126 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d230d614-72df-4b66-b63b-7e7ebe302d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:16.859343 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c693ee12-d520-4c9e-978c-be2949493b31 req-bc33fd3b-5023-46d7-8b82-5c08f79b1fd3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f0fa576-8481-44c6-8e07-514465722723 HTTP/1.1" status: 200  len: 210 time: 0.0447617
May 06 09:33:16.865714 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Router 01ef0b11-00ef-468b-9c72-7d938aff2a4c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:33:17.066299 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:33:17.080463 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] Sync routers for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:33:17.096557 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:33:17.096557 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bf5d90>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:32:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:17.158130 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] No DVR routers for this DVR port be53be87-6759-46c6-8e61-7500e500311b on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:33:17.162317 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:17.165713 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-deleted', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:33:17.224263 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0fa576-8481-44c6-8e07-514465722723', 'name': 'network-vif-deleted', 'tag': 'be53be87-6759-46c6-8e61-7500e500311b', 'status': 'completed', 'code': 200}
May 06 09:33:17.233185 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-2c2b3799-6201-4dbc-8b3e-1c191da2e735 req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.73 "DELETE /v2.0/ports/be53be87-6759-46c6-8e61-7500e500311b HTTP/1.1" status: 204  len: 173 time: 1.3881865
May 06 09:33:17.304725 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:33:17.632978 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bf5d90>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:17.636215 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] Checking router: 01ef0b11-00ef-468b-9c72-7d938aff2a4c for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:33:17.645764 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:33:17.646383 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bf5d90>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:32:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:17.825431 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:33:18.073154 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 44854) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:18.148190 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:18.173402 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bf5d90>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:18.177156 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:18.177469 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d18b53-57f5-4ed9-863b-a176a71e74ef None None] The sync data for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi is: [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 4, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '38bc35aa-d069-4dda-b653-3dca429dfde5', 'name': '', 'network_id': 'fe3999c6-3873-4eff-bae1-149ccabd04ba', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'mac_address': 'fa:16:3e:34:98:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:43Z', 'updated_at': '2021-05-06T09:26:55Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'subnets': [{'id': '6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:33:18.351242 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:18.355194 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-10b51a85-f560-453e-9244-bf40821f1888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:18.373403 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eef9204-5e3c-48f5-a3dd-1b40a9f456b4,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:18.381662 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.382104 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.382537 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.382974 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.383398 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.383815 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.384252 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.384663 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.385039 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.385388 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.385733 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.386732 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:18.390446 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:18.419605 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24279c-be19-46d4-88aa-e19129394dcc None None] New status for floating IP fb54a6bf-1142-4a30-a0a0-a4f30ea3b629: DOWN {{(pid=74358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:33:18.500134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:18.501494 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "DELETE /v2.0/security-groups/4eef9204-5e3c-48f5-a3dd-1b40a9f456b4 HTTP/1.1" status: 204  len: 168 time: 0.4260938
May 06 09:33:18.504337 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44858) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:18.521518 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.api.v2.resource [None req-7f0e45fe-8264-4937-81c5-2898f13c4abb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] show failed (client error): The resource could not be found.
May 06 09:33:18.522525 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-7f0e45fe-8264-4937-81c5-2898f13c4abb tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "GET /v2.0/security-groups/4eef9204-5e3c-48f5-a3dd-1b40a9f456b4 HTTP/1.1" status: 404  len: 347 time: 0.0171659
May 06 09:33:18.525587 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44862) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:18.669716 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device be53be87-6759-46c6-8e61-7500e500311b no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:33:18.706824 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: be53be87-6759-46c6-8e61-7500e500311b {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:33:18.707229 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device be53be87-6759-46c6-8e61-7500e500311b not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:33:18.862881 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Deleting port c84189d3-fa85-4db1-9d55-a91a37e65186 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:33:18.863219 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:18.988059 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:18.988395 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:19.113075 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Calling delete_port for c84189d3-fa85-4db1-9d55-a91a37e65186 owned by network:floatingip {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:33:19.312330 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:19.317739 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-eb08005b-f601-46d6-acf0-bd9ee07800a4 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:19.357395 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:19.397744 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Pushing event deleted for resources: {'Port': ['ID=c84189d3-fa85-4db1-9d55-a91a37e65186,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:19.402231 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:19.473386 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks [] for floatingip, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:19.488618 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:19.489790 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] 10.222.0.68 "DELETE /v2.0/floatingips/fb54a6bf-1142-4a30-a0a0-a4f30ea3b629 HTTP/1.1" status: 204  len: 168 time: 0.9632094
May 06 09:33:19.654604 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3266d26a-fa8a-458c-9c1c-4e6c37255de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:20.420120 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:22.151883 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:22.639026 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44894) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:23.380818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810374'] for router_interface, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:23.512577 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:23.894984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Deleting port 38bc35aa-d069-4dda-b653-3dca429dfde5 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:33:23.895672 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:24.022565 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] For port 38bc35aa-d069-4dda-b653-3dca429dfde5, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=38bc35aa-d069-4dda-b653-3dca429dfde5,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:33:24.022914 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:24.153709 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Calling delete_port for 38bc35aa-d069-4dda-b653-3dca429dfde5 owned by network:router_interface {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:33:24.375055 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:24.379608 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ff1af087-eaf8-458a-87d7-2dde34bedde6 tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:24.431958 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38bc35aa-d069-4dda-b653-3dca429dfde5,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:24.435350 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:24.729407 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810806'] for router_interface, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:25.107109 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Router 01ef0b11-00ef-468b-9c72-7d938aff2a4c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:33:25.401023 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:33:25.410753 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] Sync routers for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:33:25.416109 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] 10.222.0.68 "PUT /v2.0/routers/01ef0b11-00ef-468b-9c72-7d938aff2a4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7757127
May 06 09:33:25.418782 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44906) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:25.421892 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:33:25.422641 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b063a250>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:33:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:25.605867 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:33:25.606812 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks [] for router, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:25.845547 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-cb209927-009e-4b7f-8966-e54bfcdf7326 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1845126
May 06 09:33:25.852477 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:25.902540 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b063a250>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:33:24Z', 'revision_number': 5, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port': {'id': '4f6861ec-d2f6-4604-9c77-ef07392b4aea', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:26:38Z', 'updated_at': '2021-05-06T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:25.907472 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] Checking router: 01ef0b11-00ef-468b-9c72-7d938aff2a4c for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:33:25.916124 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] Routers {'01ef0b11-00ef-468b-9c72-7d938aff2a4c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:33:25.916774 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b063a250>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:33:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:26.044447 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-46678619-d261-4d7d-a4f8-800ad1cec024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:26.046490 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-46678619-d261-4d7d-a4f8-800ad1cec024 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e3ef3fb127743f68a201755709a9bdf&device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1098 time: 0.1293356
May 06 09:33:26.064306 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Deleting port 4f6861ec-d2f6-4604-9c77-ef07392b4aea {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:33:26.064649 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:26.087911 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] Set router 01ef0b11-00ef-468b-9c72-7d938aff2a4c gateway port host: None {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:33:26.201812 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b063a250>, [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:33:25Z', 'revision_number': 6, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port_host': None}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:26.201812 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3093d-a071-440e-b1cc-910590043b57 None None] The sync data for ids ['01ef0b11-00ef-468b-9c72-7d938aff2a4c'] in dv-cinder-790014-1-iscsi is: [{'id': '01ef0b11-00ef-468b-9c72-7d938aff2a4c', 'name': 'tempest-AttachVolumeShelveTestJSON-1131556685-router', 'tenant_id': '080a2d6be38b48ec95862921c280670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:26:37Z', 'updated_at': '2021-05-06T09:33:25Z', 'revision_number': 6, 'project_id': '080a2d6be38b48ec95862921c280670c', 'gw_port_host': None}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:33:26.316821 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] For port 4f6861ec-d2f6-4604-9c77-ef07392b4aea, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=4f6861ec-d2f6-4604-9c77-ef07392b4aea,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:33:26.317700 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:26.389267 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-1f4c57ce-83ca-4507-9165-29aab187cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:26.390763 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-1f4c57ce-83ca-4507-9165-29aab187cdc1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 200  len: 909 time: 0.3108461
May 06 09:33:26.454649 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Calling delete_port for 4f6861ec-d2f6-4604-9c77-ef07392b4aea owned by network:router_gateway {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:33:26.576832 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-407a3502-2584-4b5f-b0c2-27c40c0900b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 200  len: 1001 time: 0.1293197
May 06 09:33:26.667691 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-728c69ce-8d54-42f9-a9fb-abe843a5c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:26.669188 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-728c69ce-8d54-42f9-a9fb-abe843a5c528 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03498413-79ed-4cfc-ba57-fa1894531bf6 HTTP/1.1" status: 200  len: 847 time: 0.0860379
May 06 09:33:26.926599 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-369f86f7-b664-4f9c-890b-1135cdce7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:26.928052 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-369f86f7-b664-4f9c-890b-1135cdce7abf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26683102-4858-4c9b-897c-58ae9f936d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2523603
May 06 09:33:27.009383 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:27.021520 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:27.034607 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 4f6861ec-d2f6-4604-9c77-ef07392b4aea no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:33:27.070804 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 4f6861ec-d2f6-4604-9c77-ef07392b4aea {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:33:27.071144 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 4f6861ec-d2f6-4604-9c77-ef07392b4aea not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:33:27.071756 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 38bc35aa-d069-4dda-b653-3dca429dfde5 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:33:27.075182 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6861ec-d2f6-4604-9c77-ef07392b4aea,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:27.111506 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:27.112255 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 38bc35aa-d069-4dda-b653-3dca429dfde5 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:33:27.112598 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 38bc35aa-d069-4dda-b653-3dca429dfde5 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:33:27.214881 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-da9842ea-6e89-470b-879f-af91b5ff4e3c service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2790117
May 06 09:33:27.219733 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3804002'] for router_gateway, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:27.469972 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5031'] for router, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:27.475571 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:27.545518 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-01bdab82-b2e9-4eee-a103-896082d6b683 req-cd176110-b088-4bc2-8339-4746e8dfbaf7 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2859473
May 06 09:33:27.597785 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3861616'] for router, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:27.598473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ef0b11-00ef-468b-9c72-7d938aff2a4c {{(pid=74356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 09:33:27.621037 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:27.622437 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] 10.222.0.68 "DELETE /v2.0/routers/01ef0b11-00ef-468b-9c72-7d938aff2a4c HTTP/1.1" status: 204  len: 168 time: 2.2023981
May 06 09:33:27.625171 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44916) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:27.716219 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef1606e-144b-4799-a442-eaa0d6679a13 admin admin] Deleting subnet 6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 {{(pid=74356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:33:27.720469 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2ef1606e-144b-4799-a442-eaa0d6679a13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:27.802117 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2ef1606e-144b-4799-a442-eaa0d6679a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27388926'] for subnet, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:27.930005 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2ef1606e-144b-4799-a442-eaa0d6679a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:28.312107 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2ef1606e-144b-4799-a442-eaa0d6679a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27949571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871045'] for subnet, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:28.316638 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:28.357596 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1606e-144b-4799-a442-eaa0d6679a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:28.360456 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2ef1606e-144b-4799-a442-eaa0d6679a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:28.364235 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2ef1606e-144b-4799-a442-eaa0d6679a13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:28.371272 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d874d5-b47f-4939-80e9-b93cfa1c23c9 None None] Network fe3999c6-3873-4eff-bae1-149ccabd04ba requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:33:28.372486 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-2ef1606e-144b-4799-a442-eaa0d6679a13 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6d1b9f49-eba3-41c0-a27d-f54d8f4bcb62 HTTP/1.1" status: 204  len: 168 time: 0.7458625
May 06 09:33:28.374936 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44932) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:28.489489 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:28.580811 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Deleting port d3910292-b1f6-4bba-81a2-86e89d7bd96f {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:33:28.581166 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:28.675015 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] DHCP port deletion for fe3999c6-3873-4eff-bae1-149ccabd04ba request from dv-cinder-790014-1-iscsi {{(pid=74358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 09:33:28.794230 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Deleting port d3910292-b1f6-4bba-81a2-86e89d7bd96f {{(pid=74358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:33:28.794757 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:28.846985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] For port d3910292-b1f6-4bba-81a2-86e89d7bd96f, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=d3910292-b1f6-4bba-81a2-86e89d7bd96f,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:33:28.847348 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:28.926384 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] For port d3910292-b1f6-4bba-81a2-86e89d7bd96f, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=d3910292-b1f6-4bba-81a2-86e89d7bd96f,segment=NetworkSegment(4bf1c129-b6b6-46bf-8222-32881df15712),segment_id=4bf1c129-b6b6-46bf-8222-32881df15712)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:33:28.927246 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:28.983478 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Calling delete_port for d3910292-b1f6-4bba-81a2-86e89d7bd96f owned by network:dhcp {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:33:29.007548 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device d3910292-b1f6-4bba-81a2-86e89d7bd96f no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:33:29.088879 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:29.093436 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-09e82fdb-9444-48cb-b7c4-667ccca28632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:29.107761 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Calling delete_port for d3910292-b1f6-4bba-81a2-86e89d7bd96f owned by network:dhcp {{(pid=74358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:33:29.116739 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: d3910292-b1f6-4bba-81a2-86e89d7bd96f {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:33:29.117079 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device d3910292-b1f6-4bba-81a2-86e89d7bd96f not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:33:29.142921 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3910292-b1f6-4bba-81a2-86e89d7bd96f,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:29.146320 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:29.146953 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] No DVR routers for this DVR port d3910292-b1f6-4bba-81a2-86e89d7bd96f on host dv-cinder-790014-1-iscsi {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:33:29.160206 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423'] for port, after_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:29.164002 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:29.208638 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Pushing event deleted for resources: {'Port': ['ID=d3910292-b1f6-4bba-81a2-86e89d7bd96f,revision_number=None']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:29.219494 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] No DVR routers for this DVR port d3910292-b1f6-4bba-81a2-86e89d7bd96f on host dv-cinder-790014-1-iscsi {{(pid=74358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:33:29.221730 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.222065 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.222392 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.222727 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.223155 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.223497 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.223871 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.224203 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.224545 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.225068 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.225545 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.226022 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:29.229992 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:29.304545 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:29.318696 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4aad8dc10>,) {'filters': {'network_id': ['fe3999c6-3873-4eff-bae1-149ccabd04ba']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:29.331757 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aad8dc10>, '4bf1c129-b6b6-46bf-8222-32881df15712') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:29.332049 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aad8dc10>, '4bf1c129-b6b6-46bf-8222-32881df15712') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:33:29.348527 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:29.363204 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:29.371681 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:33:29.372115 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:33:29.386435 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:33:29.512135 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:29.516291 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a6db0702-4fe6-4ca7-9ca1-a4493afacdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:29.529687 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:29.543609 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3999c6-3873-4eff-bae1-149ccabd04ba,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:29.547870 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:29.609947 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] 10.222.0.68 "DELETE /v2.0/networks/fe3999c6-3873-4eff-bae1-149ccabd04ba HTTP/1.1" status: 204  len: 168 time: 1.2337887
May 06 09:33:29.963709 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44942) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:30.018091 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-d260bac0-e5ab-45fa-8f72-8faf4dffb8a3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=080a2d6be38b48ec95862921c280670c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523574
May 06 09:33:30.020483 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 44946) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:30.084617 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8346dffc-6607-4c63-8f17-fac7b598da81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:30.112897 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8346dffc-6607-4c63-8f17-fac7b598da81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:30.237668 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8346dffc-6607-4c63-8f17-fac7b598da81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:30.241703 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-46280e1c-0ec1-4c1d-935d-2b748a8b2ebb tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:30.258229 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346dffc-6607-4c63-8f17-fac7b598da81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260ca983-6c44-4773-ba37-65934448f7df,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:30.261942 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8346dffc-6607-4c63-8f17-fac7b598da81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:30.268922 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-8346dffc-6607-4c63-8f17-fac7b598da81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:30.270088 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-8346dffc-6607-4c63-8f17-fac7b598da81 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/260ca983-6c44-4773-ba37-65934448f7df HTTP/1.1" status: 204  len: 168 time: 0.2486193
May 06 09:33:38.879690 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45074) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:39.000984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:39.016308 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:39.020364 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7354cdd5214f6d864e6d91afea7de8 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:39.023367 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:39.029894 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:39.116787 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:39.186237 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:39.193907 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2962ae50-4b3c-4e8a-8217-041d3447ae5a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:39.235570 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9d7354cdd5214f6d864e6d91afea7de8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3547740
May 06 09:33:39.236523 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4461fc-b369-49b4-be53-bb8a69697468,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:39.239348 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45080) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:39.239873 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-9dcda688-1ed1-47f0-b7fe-fc74c69ae7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:39.300229 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5126d94a-17a0-4c81-baab-c6a0302a7558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:39.326867 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5126d94a-17a0-4c81-baab-c6a0302a7558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:39.460133 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5126d94a-17a0-4c81-baab-c6a0302a7558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:39.464247 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-72a484d6-4ca1-4d25-9880-9d760d60dff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:39.475066 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126d94a-17a0-4c81-baab-c6a0302a7558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4461fc-b369-49b4-be53-bb8a69697468,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:39.477575 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-5126d94a-17a0-4c81-baab-c6a0302a7558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:39.483131 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5126d94a-17a0-4c81-baab-c6a0302a7558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:39.484240 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-5126d94a-17a0-4c81-baab-c6a0302a7558 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c4461fc-b369-49b4-be53-bb8a69697468 HTTP/1.1" status: 204  len: 168 time: 0.2428896
May 06 09:33:40.131498 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45092) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:40.153720 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.169380 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:40.173396 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Usage tracker for resource:security_group_rule and tenant:dedaa43e8ea44cd5a2f6fb8e123f6e12 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:40.176349 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:40.183170 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:40.300836 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.341576 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45098) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:40.374205 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.382346 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-5126d94a-17a0-4c81-baab-c6a0302a7558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:40.424374 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129382e5-ee9a-47b5-9181-781c313de4fb,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:40.431089 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dedaa43e8ea44cd5a2f6fb8e123f6e12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2960508
May 06 09:33:40.431089 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:40.432161 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45104) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:40.480006 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.495517 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:40.500478 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Usage tracker for resource:security_group_rule and tenant:9cfd082298f44aeca3725d2cb4fc5f09 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:40.503407 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6f7c7e35-d066-41d7-a943-0f52f7033ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.504274 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:40.512180 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:40.533284 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6f7c7e35-d066-41d7-a943-0f52f7033ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.617712 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.665836 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6f7c7e35-d066-41d7-a943-0f52f7033ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.669759 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8346dffc-6607-4c63-8f17-fac7b598da81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:40.683437 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c7e35-d066-41d7-a943-0f52f7033ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129382e5-ee9a-47b5-9181-781c313de4fb,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:40.685820 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6f7c7e35-d066-41d7-a943-0f52f7033ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:40.695159 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6f7c7e35-d066-41d7-a943-0f52f7033ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.696297 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6f7c7e35-d066-41d7-a943-0f52f7033ff2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/129382e5-ee9a-47b5-9181-781c313de4fb HTTP/1.1" status: 204  len: 168 time: 0.2637024
May 06 09:33:40.700921 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.723273 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bdb1c7f4-3b32-49f6-aa22-6383d4de7ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:40.797138 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9cfd082298f44aeca3725d2cb4fc5f09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4540765
May 06 09:33:40.798521 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8c88a3-12d6-4635-a018-82add7e4e9a2,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:40.799774 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45110) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:40.803372 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:40.874708 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6c93-d7b5-4c86-828b-2b4d1e9501a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:40.903003 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6c93-d7b5-4c86-828b-2b4d1e9501a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:41.071790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6c93-d7b5-4c86-828b-2b4d1e9501a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:41.077662 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-aed99bf6-7eca-4dff-a7de-88182d566753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:41.092298 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e6c93-d7b5-4c86-828b-2b4d1e9501a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8c88a3-12d6-4635-a018-82add7e4e9a2,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:41.101188 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-bf5e6c93-d7b5-4c86-828b-2b4d1e9501a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:41.101188 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6c93-d7b5-4c86-828b-2b4d1e9501a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:41.101188 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-bf5e6c93-d7b5-4c86-828b-2b4d1e9501a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c8c88a3-12d6-4635-a018-82add7e4e9a2 HTTP/1.1" status: 204  len: 168 time: 0.2984791
May 06 09:33:41.802599 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45144) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:41.924423 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-619157605-network', 'tenant_id': 'a9aa6361848b4c3fbfedc7a9949d5695'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:33:41.935615 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:41.942429 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Usage tracker for resource:network and tenant:a9aa6361848b4c3fbfedc7a9949d5695 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:41.948500 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:41.958121 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:42.054178 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Made reservation on behalf of a9aa6361848b4c3fbfedc7a9949d5695 for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:33:42.058000 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.069852 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.085473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:42.089561 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Usage tracker for resource:security_group_rule and tenant:a9aa6361848b4c3fbfedc7a9949d5695 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:42.092422 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:42.098355 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:42.183221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.251473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45158) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:42.260059 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.264986 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-e5611483-b000-400c-a1e9-ecb122056d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:42.314918 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:33:42.323117 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51aa1cb-9b64-441d-b321-9e5099d71694,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:42.328456 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:42.334228 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.334762 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Added segment 557729bb-6fc9-445a-9ffe-f2ecafc9d651 of type vlan for network 7276c714-7f0d-4d0e-8276-9fedc6a8b3a5
May 06 09:33:42.381951 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.396727 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-822051164-network', 'tenant_id': 'de4407c6f7394ba7bbd84ae087a56658'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:33:42.405699 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:42.412151 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Usage tracker for resource:network and tenant:de4407c6f7394ba7bbd84ae087a56658 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:42.416298 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:42.433071 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:42.505896 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.507267 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:42.507851 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.511853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-be51c7a5-d723-40b1-824d-4204b0611675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:42.601538 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Made reservation on behalf of de4407c6f7394ba7bbd84ae087a56658 for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:33:42.602088 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:33:42.604178 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.630087 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.647070 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Pushing event updated for resources: {'Network': ['ID=7276c714-7f0d-4d0e-8276-9fedc6a8b3a5,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:42.649884 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:42.655161 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:42.658684 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 7276c714-7f0d-4d0e-8276-9fedc6a8b3a5 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:33:42.659702 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Usage tracker for resource:security_group_rule and tenant:de4407c6f7394ba7bbd84ae087a56658 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:42.663008 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:42.669469 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:42.700373 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8963301
May 06 09:33:42.705885 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45164) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:42.716635 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Request body: {'subnet': {'network_id': '7276c714-7f0d-4d0e-8276-9fedc6a8b3a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-619157605-subnet', 'tenant_id': 'a9aa6361848b4c3fbfedc7a9949d5695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:33:42.725789 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:42.733346 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Usage tracker for resource:subnet and tenant:a9aa6361848b4c3fbfedc7a9949d5695 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:42.738157 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:42.748003 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:42.804457 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.825954 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Made reservation on behalf of a9aa6361848b4c3fbfedc7a9949d5695 for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:33:42.828402 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27356926'] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.878001 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.886183 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-54dcebdd-4005-47df-ba27-e9594d750670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:42.928844 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 954}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:33:42.940623 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae507ade-74c6-4f82-b7e8-3458fb2fcf32,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:42.945020 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:42.946004 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:42.946338 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Added segment 9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31 of type vlan for network f1e74890-bbf2-466e-858f-829f8228f190
May 06 09:33:42.984008 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:43.094503 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:43.095962 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:43.096566 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:43.100496 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:43.207905 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e74890-bbf2-466e-858f-829f8228f190,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:43.210601 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:43.218362 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network f1e74890-bbf2-466e-858f-829f8228f190 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:33:43.346700 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-6dc38271-9dec-4378-ad03-90bb59c7b739 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0940642
May 06 09:33:43.349899 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45168) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:43.364987 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Request body: {'subnet': {'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-822051164-subnet', 'tenant_id': 'de4407c6f7394ba7bbd84ae087a56658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:33:43.376057 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:43.387354 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Usage tracker for resource:subnet and tenant:de4407c6f7394ba7bbd84ae087a56658 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:43.395820 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:43.408310 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:43.484695 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Made reservation on behalf of de4407c6f7394ba7bbd84ae087a56658 for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:33:43.488503 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27356926'] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:43.779728 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2060191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27356812'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:43.785903 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d79bfbcb-a200-440b-9ddb-47769b1d269d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:43.902991 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95254cfb-d1f5-43a4-8866-57c64c26593d,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:43.906254 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:43.928652 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Checking segment: {'id': '557729bb-6fc9-445a-9ffe-f2ecafc9d651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '7276c714-7f0d-4d0e-8276-9fedc6a8b3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:33:43.929030 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Network hostable DHCP agents. Network: 7276c714-7f0d-4d0e-8276-9fedc6a8b3a5, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:33:44.095179 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Network 7276c714-7f0d-4d0e-8276-9fedc6a8b3a5 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:33:44.171560 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 7276c714-7f0d-4d0e-8276-9fedc6a8b3a5) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:33:44.181442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d992b8-88aa-4c5e-a36d-fc7b3c205441 None None] Network 7276c714-7f0d-4d0e-8276-9fedc6a8b3a5 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:33:44.215086 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:44.215690 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:44.242292 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2060191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27356812'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:44.251006 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:44.330086 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08cf24d3-e898-46e0-990a-f2724c74f749,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:44.333485 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:44.339496 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Checking segment: {'id': '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:33:44.339857 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Network hostable DHCP agents. Network: f1e74890-bbf2-466e-858f-829f8228f190, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:33:44.391855 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-2e32b4d1-b427-4424-bb0d-d0ab2f71d3e2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6841984
May 06 09:33:44.401125 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc8d06-0b2a-4b1f-b476-70aaa63ffc25 None None] Network 7276c714-7f0d-4d0e-8276-9fedc6a8b3a5 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:33:44.448499 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Network f1e74890-bbf2-466e-858f-829f8228f190 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:33:44.553191 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, f1e74890-bbf2-466e-858f-829f8228f190) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:33:44.563419 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:44.563892 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:44.568455 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1b3e6-d730-477f-96e0-3ec1e743f79e None None] Network f1e74890-bbf2-466e-858f-829f8228f190 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:33:44.655406 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ce6710b8-db09-4883-9ce5-86e2bf689330 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3038449
May 06 09:33:44.908609 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ea69e-809b-4ea1-8d79-8f5d03bfda44 None None] Network f1e74890-bbf2-466e-858f-829f8228f190 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:33:45.159518 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45192) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:45.165282 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-665150457-network', 'tenant_id': '7233fcee8f334e23af9947919c042630'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:33:45.170055 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:45.178512 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Usage tracker for resource:network and tenant:7233fcee8f334e23af9947919c042630 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:45.181566 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:45.187953 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:45.271118 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Made reservation on behalf of 7233fcee8f334e23af9947919c042630 for: {'network': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:33:45.273530 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:45.380995 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:45.399278 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:45.403063 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Usage tracker for resource:security_group_rule and tenant:7233fcee8f334e23af9947919c042630 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:45.406268 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:45.412309 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:45.497398 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:45.585613 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:45.588751 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-5d52ad38-d835-42dd-b166-951b629d3dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:45.616845 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985}  {{(pid=74357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:33:45.625972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d2cd62-944e-4d29-b956-020f0de82942,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:45.629010 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:45.632973 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:45.633377 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.segments_db [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Added segment 13fa3e37-05db-4a64-a505-24035cb5ebb3 of type vlan for network 1b3f120b-b799-4a37-9efd-f7884c0ed8d5
May 06 09:33:45.658811 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:45.792214 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:45.793774 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:45.794445 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:45.798204 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:45.900463 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3f120b-b799-4a37-9efd-f7884c0ed8d5,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:45.903484 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:45.911164 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 1b3f120b-b799-4a37-9efd-f7884c0ed8d5 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:33:45.968640 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8080754
May 06 09:33:45.971390 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45200) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:33:45.977123 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Request body: {'subnet': {'network_id': '1b3f120b-b799-4a37-9efd-f7884c0ed8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-665150457-subnet', 'tenant_id': '7233fcee8f334e23af9947919c042630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:33:45.983141 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:45.987918 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Usage tracker for resource:subnet and tenant:7233fcee8f334e23af9947919c042630 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:45.991267 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:45.997453 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:46.088106 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Made reservation on behalf of 7233fcee8f334e23af9947919c042630 for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:33:46.091042 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27356926'] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:46.529744 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2060191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27356812'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:46.534534 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-119c4064-8be8-4d67-b569-33715c0a8ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:46.608989 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdeba4af-496e-4f97-b1ec-e4db15f0813a,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:46.612603 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:46.613538 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Checking segment: {'id': '13fa3e37-05db-4a64-a505-24035cb5ebb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '1b3f120b-b799-4a37-9efd-f7884c0ed8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:33:46.613888 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Network hostable DHCP agents. Network: 1b3f120b-b799-4a37-9efd-f7884c0ed8d5, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:33:46.688056 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Network 1b3f120b-b799-4a37-9efd-f7884c0ed8d5 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:33:46.768207 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 1b3f120b-b799-4a37-9efd-f7884c0ed8d5) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:33:46.776473 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180352b-d253-41c4-938c-df0b2ee2f2ce None None] Network 1b3f120b-b799-4a37-9efd-f7884c0ed8d5 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:33:46.776644 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:46.777164 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:46.838597 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6e90-724f-436d-bb60-544b248262b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:46.867981 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-fda9ab59-8a67-4368-9d34-c120aecd3f65 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8881164
May 06 09:33:46.999824 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a58fdb6-c2d2-4746-9024-ee83fb97d4f1 None None] Network 1b3f120b-b799-4a37-9efd-f7884c0ed8d5 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:33:47.303623 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95045880-85c1-4290-b5f8-8c1233bff653 req-e3a8f5bb-7e52-45c4-abe3-02cb28466d49 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:47.305111 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-e3a8f5bb-7e52-45c4-abe3-02cb28466d49 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/networks?id=f1e74890-bbf2-466e-858f-829f8228f190 HTTP/1.1" status: 200  len: 813 time: 0.1570065
May 06 09:33:47.320205 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-ed8b5d06-7ce0-4cb5-99c5-5d984e2ee187 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/quotas/de4407c6f7394ba7bbd84ae087a56658 HTTP/1.1" status: 200  len: 375 time: 0.0089827
May 06 09:33:47.367180 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-380e2ed9-80ea-4c94-9451-64171eb2fa09 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=de4407c6f7394ba7bbd84ae087a56658&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412567
May 06 09:33:47.499534 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-3a20cdd5-8f7a-4868-b852-203617eb0bbc service neutron] 10.222.0.68 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251514
May 06 09:33:47.630932 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-b3501376-ff64-4632-9b5e-38b85e3f136e service neutron] 10.222.0.68 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253970
May 06 09:33:47.862726 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7892ab97-a5cc-45f9-bd7e-836cdf32d287 req-327576c3-9c46-4384-8eb9-21229ea3161c tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 210 time: 0.0423985
May 06 09:33:49.026361 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ef9cce21-d629-43aa-a747-6b79f4fb51a5 req-6fe052e8-e06d-4348-8b89-0d5585844f67 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 210 time: 0.0466592
May 06 09:33:49.357170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:49.625687 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4f4afe94-98b0-40b9-a357-ca20e5283ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:50.178749 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7f7d51e9-a1a9-40eb-ad34-829dcf5df295 req-b45d06a5-b443-49ff-9ece-c0e09939fc97 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 210 time: 0.0457125
May 06 09:33:50.276396 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95045880-85c1-4290-b5f8-8c1233bff653 req-c0cd8fb5-7b88-404f-83fc-168167905815 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:50.277093 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-95045880-85c1-4290-b5f8-8c1233bff653 req-c0cd8fb5-7b88-404f-83fc-168167905815 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Synchronizing usage tracker for tenant:de4407c6f7394ba7bbd84ae087a56658 on resource:network {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:33:50.351479 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-95045880-85c1-4290-b5f8-8c1233bff653 req-c0cd8fb5-7b88-404f-83fc-168167905815 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Unset dirty status for tenant:de4407c6f7394ba7bbd84ae087a56658 on resource:network {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:33:50.352974 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-c0cd8fb5-7b88-404f-83fc-168167905815 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.73 "GET /v2.0/networks?id=f1e74890-bbf2-466e-858f-829f8228f190 HTTP/1.1" status: 200  len: 813 time: 0.3428211
May 06 09:33:50.365504 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Request body: {'port': {'device_id': '30951baa-e079-42fe-8ddb-34a37df74014', 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190', 'admin_state_up': True, 'tenant_id': 'de4407c6f7394ba7bbd84ae087a56658'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:33:50.419813 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:50.501999 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:33:50.505990 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Usage tracker for resource:port and tenant:de4407c6f7394ba7bbd84ae087a56658 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:33:50.508941 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:33:50.514927 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:33:50.579507 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Made reservation on behalf of de4407c6f7394ba7bbd84ae087a56658 for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:33:50.583017 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:50.745849 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Allocated IP 172.20.0.4 (f1e74890-bbf2-466e-858f-829f8228f190/08cf24d3-e898-46e0-990a-f2724c74f749/370b9657-2451-4f49-8136-ade3a2f47432) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:33:50.967546 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:51.060572 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:51.066178 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:51.129745 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Network f1e74890-bbf2-466e-858f-829f8228f190 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:33:51.137388 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:33:51.141635 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:33:51.176074 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Pushing event updated for resources: {'Port': ['ID=370b9657-2451-4f49-8136-ade3a2f47432,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:51.189750 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.190113 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.190466 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.190835 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.191164 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.191508 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.191850 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.192193 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.192585 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.192883 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.193225 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.193560 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:33:51.199465 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:51.223903 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:51.224739 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:51.318149 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9563472
May 06 09:33:51.329865 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Request body: {'port': {'device_id': '30951baa-e079-42fe-8ddb-34a37df74014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:33:51.369253 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fb3a1-9db8-4a1b-8939-b80458e96be0 req-d0f0043b-f43d-4ab6-b437-a54dc1ebd4ec tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:51.371307 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-832fb3a1-9db8-4a1b-8939-b80458e96be0 req-d0f0043b-f43d-4ab6-b437-a54dc1ebd4ec tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 931 time: 0.0825474
May 06 09:33:51.421830 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-832fb3a1-9db8-4a1b-8939-b80458e96be0 req-a8065089-cbdc-4389-b7ac-0b21e42b31ca tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448673
May 06 09:33:51.444633 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:51.792737 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370b9657-2451-4f49-8136-ade3a2f47432 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:33:51.800007 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:51.814915 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Transition to ACTIVE for port object 370b9657-2451-4f49-8136-ade3a2f47432 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:33:51.882207 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:51.885922 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3eac5d85-e2c9-40bd-83a2-9fde405985b8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:52.038744 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Pushing event updated for resources: {'Port': ['ID=370b9657-2451-4f49-8136-ade3a2f47432,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:52.046624 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:52.123968 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Attempting to bind port 370b9657-2451-4f49-8136-ade3a2f47432 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:33:52.124295 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Attempting to bind port 370b9657-2451-4f49-8136-ade3a2f47432 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:33:52.124630 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Attempting to bind port 370b9657-2451-4f49-8136-ade3a2f47432 on network f1e74890-bbf2-466e-858f-829f8228f190 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:33:52.129506 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Port 370b9657-2451-4f49-8136-ade3a2f47432 on network f1e74890-bbf2-466e-858f-829f8228f190 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:33:52.129818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Attempting to bind port 370b9657-2451-4f49-8136-ade3a2f47432 on network f1e74890-bbf2-466e-858f-829f8228f190 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:33:52.135299 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:33:52.135629 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Checking segment: {'id': '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:33:52.136014 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Bound using segment: {'id': '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:33:52.136435 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Bound port: 370b9657-2451-4f49-8136-ade3a2f47432, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:33:52.136821 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:52.180007 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:52.231587 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] For port 370b9657-2451-4f49-8136-ade3a2f47432, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:33:52.234945 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] For port 370b9657-2451-4f49-8136-ade3a2f47432, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=370b9657-2451-4f49-8136-ade3a2f47432,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:33:52.311748 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:52.315711 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-756d159e-d24e-49a7-a2bc-d1e475ced388 tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:52.367430 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:52.368064 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:52.369465 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] 10.222.0.73 "PUT /v2.0/ports/370b9657-2451-4f49-8136-ade3a2f47432 HTTP/1.1" status: 200  len: 1093 time: 1.0439508
May 06 09:33:52.369972 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30951baa-e079-42fe-8ddb-34a37df74014', 'tag': '370b9657-2451-4f49-8136-ade3a2f47432'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:33:52.401912 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Pushing event updated for resources: {'Port': ['ID=370b9657-2451-4f49-8136-ade3a2f47432,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:52.405210 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a5829a21-4bc5-461c-9301-b943533b0e9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:52.417487 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30951baa-e079-42fe-8ddb-34a37df74014', 'tag': '370b9657-2451-4f49-8136-ade3a2f47432', 'status': 'completed', 'code': 200}
May 06 09:33:52.619878 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f7de-3210-40c7-bcf5-df5e619a8fd0 req-b13d837f-f9e1-44a9-aafe-348cf54f64ec tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:52.620742 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff92f5-e04c-4308-aaaa-7d7afa8bae54 req-cd9f90b4-e828-4227-b8aa-d1f3eb6ff61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:52.621693 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c5a2f7de-3210-40c7-bcf5-df5e619a8fd0 req-b13d837f-f9e1-44a9-aafe-348cf54f64ec tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 943 time: 0.0882392
May 06 09:33:52.622401 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95ff92f5-e04c-4308-aaaa-7d7afa8bae54 req-cd9f90b4-e828-4227-b8aa-d1f3eb6ff61d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4407c6f7394ba7bbd84ae087a56658&device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 1096 time: 0.1840134
May 06 09:33:52.673317 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c5a2f7de-3210-40c7-bcf5-df5e619a8fd0 req-be7ccd88-d7c7-4b00-ad11-6ab04a55046c tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456059
May 06 09:33:52.766881 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff92f5-e04c-4308-aaaa-7d7afa8bae54 req-01cb9560-99b9-42c8-8204-7a0afd9e0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:52.768245 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95ff92f5-e04c-4308-aaaa-7d7afa8bae54 req-01cb9560-99b9-42c8-8204-7a0afd9e0f86 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=de4407c6f7394ba7bbd84ae087a56658&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1386700
May 06 09:33:52.910208 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff92f5-e04c-4308-aaaa-7d7afa8bae54 req-d27b6bec-dc14-459b-8f4a-6ca7ff44ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:52.911706 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95ff92f5-e04c-4308-aaaa-7d7afa8bae54 req-d27b6bec-dc14-459b-8f4a-6ca7ff44ade0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1376970
May 06 09:33:53.019933 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95045880-85c1-4290-b5f8-8c1233bff653 req-c704305e-1688-4f02-a9fb-069449f8866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:53.021783 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-c704305e-1688-4f02-a9fb-069449f8866b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4407c6f7394ba7bbd84ae087a56658&device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 1096 time: 0.0760002
May 06 09:33:53.094462 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-0df1aad6-e9d7-4588-8cd7-a6f8e962538b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370b9657-2451-4f49-8136-ade3a2f47432 HTTP/1.1" status: 200  len: 217 time: 0.0648334
May 06 09:33:53.160520 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95045880-85c1-4290-b5f8-8c1233bff653 req-640b4a1a-aef7-439b-9eed-65ce751d7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:53.162082 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-640b4a1a-aef7-439b-9eed-65ce751d7677 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08cf24d3-e898-46e0-990a-f2724c74f749 HTTP/1.1" status: 200  len: 853 time: 0.0614009
May 06 09:33:53.212868 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-686f6d59-a7a8-4a32-a402-bda3949f6799 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1e74890-bbf2-466e-858f-829f8228f190&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445218
May 06 09:33:53.371624 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-81d3eca6-b6e9-4851-bca7-d9d46f4c5fbd service neutron] 10.222.0.73 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519983
May 06 09:33:53.513261 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-95045880-85c1-4290-b5f8-8c1233bff653 req-e4018850-4b80-4b5b-b8ea-418fb47bb0d8 service neutron] 10.222.0.73 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352830
May 06 09:33:53.522431 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:53.962598 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941df39-c7d3-4758-9e12-bbe560ae36a3 req-bbcbbfe2-59a4-4fe8-b4d9-485ea4251dd6 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:53.964555 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5941df39-c7d3-4758-9e12-bbe560ae36a3 req-bbcbbfe2-59a4-4fe8-b4d9-485ea4251dd6 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 943 time: 0.1821342
May 06 09:33:54.008812 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5941df39-c7d3-4758-9e12-bbe560ae36a3 req-238968f2-128c-47d6-aa67-e3fd0a296d73 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384297
May 06 09:33:54.827866 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 370b9657-2451-4f49-8136-ade3a2f47432 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:33:54.960405 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 370b9657-2451-4f49-8136-ade3a2f47432, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=370b9657-2451-4f49-8136-ade3a2f47432,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:33:54.977260 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '370b9657-2451-4f49-8136-ade3a2f47432', 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190', 'port_id': '370b9657-2451-4f49-8136-ade3a2f47432', 'mac_address': 'fa:16:3e:61:2f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cf24d3-e898-46e0-990a-f2724c74f749', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:33:55.034278 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:55.052121 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370b9657-2451-4f49-8136-ade3a2f47432 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:33:55.069227 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 370b9657-2451-4f49-8136-ade3a2f47432, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=370b9657-2451-4f49-8136-ade3a2f47432,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:33:55.139916 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:55.142171 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-291bd154-6025-4509-b99a-fe951b9eb56f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:55.201510 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f6928-f789-4804-8f93-1e441cfe8bb8 req-91ad6ee0-0f8a-44a3-b8bc-ff9c932be4bb tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:55.202998 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-920f6928-f789-4804-8f93-1e441cfe8bb8 req-91ad6ee0-0f8a-44a3-b8bc-ff9c932be4bb tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 944 time: 0.0846922
May 06 09:33:55.210335 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=370b9657-2451-4f49-8136-ade3a2f47432,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:55.213628 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:55.249359 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-920f6928-f789-4804-8f93-1e441cfe8bb8 req-f1b54604-1a36-4289-89cd-93a55fb8e8d2 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396802
May 06 09:33:55.357009 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['370b9657-2451-4f49-8136-ade3a2f47432'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:33:56.443646 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723016d-2803-47df-a8b4-72d44f02e3ab req-b9e3c2e4-01ea-47e8-adc1-9d05607afd32 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:56.445154 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9723016d-2803-47df-a8b4-72d44f02e3ab req-b9e3c2e4-01ea-47e8-adc1-9d05607afd32 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 944 time: 0.0861135
May 06 09:33:56.501089 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9723016d-2803-47df-a8b4-72d44f02e3ab req-5b882e40-b5cd-4383-899e-ec65e23c90d8 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494561
May 06 09:33:56.842685 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 370b9657-2451-4f49-8136-ade3a2f47432 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:33:56.985880 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 370b9657-2451-4f49-8136-ade3a2f47432 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:33:56.991122 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 370b9657-2451-4f49-8136-ade3a2f47432 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:33:56.991622 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:57.109505 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:57.137132 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30951baa-e079-42fe-8ddb-34a37df74014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b9657-2451-4f49-8136-ade3a2f47432'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:33:57.147839 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 370b9657-2451-4f49-8136-ade3a2f47432, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=370b9657-2451-4f49-8136-ade3a2f47432,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:33:57.183632 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30951baa-e079-42fe-8ddb-34a37df74014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b9657-2451-4f49-8136-ade3a2f47432', 'code': 200}
May 06 09:33:57.231702 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:33:57.234860 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:33:57.319000 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=370b9657-2451-4f49-8136-ade3a2f47432,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:33:57.322131 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:33:57.587771 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb272ac-801f-4e4f-8522-8d7eb0cf871e req-c73c85de-1e48-48e9-bd26-34044e5cf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:57.589318 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dfb272ac-801f-4e4f-8522-8d7eb0cf871e req-c73c85de-1e48-48e9-bd26-34044e5cf83b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 1098 time: 0.0750608
May 06 09:33:57.634115 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dfb272ac-801f-4e4f-8522-8d7eb0cf871e req-8c798d83-33e2-4f54-84ec-abbad3016eec service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366056
May 06 09:33:57.686872 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe476af-1fb4-4ddf-be42-358e78a44da1 req-d686b1f9-2ba6-447b-a47b-d0de33bef955 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:57.688309 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dfe476af-1fb4-4ddf-be42-358e78a44da1 req-d686b1f9-2ba6-447b-a47b-d0de33bef955 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 945 time: 0.0795510
May 06 09:33:57.732337 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dfe476af-1fb4-4ddf-be42-358e78a44da1 req-a75483f1-54c6-4a07-9d0f-8c9c495fc840 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383027
May 06 09:33:58.940145 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bb1e7-432d-4a93-be45-d838d6d173bb req-fb628d74-2339-46e7-a8ef-df325a09138e tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:33:58.942030 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-214bb1e7-432d-4a93-be45-d838d6d173bb req-fb628d74-2339-46e7-a8ef-df325a09138e tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 945 time: 0.0970366
May 06 09:33:58.992605 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-214bb1e7-432d-4a93-be45-d838d6d173bb req-6a7e6da3-c035-49b4-af37-74ee775087a1 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453007
May 06 09:34:06.577167 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45438) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:06.639131 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] Deleting subnet 95254cfb-d1f5-43a4-8866-57c64c26593d {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:34:06.642729 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:06.696800 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2060242'] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:06.754778 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.094995 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1975388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27356821'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.099822 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:07.140995 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.143511 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95254cfb-d1f5-43a4-8866-57c64c26593d,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:07.146610 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:07.149677 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/95254cfb-d1f5-43a4-8866-57c64c26593d HTTP/1.1" status: 204  len: 168 time: 0.5714869
May 06 09:34:07.152334 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45442) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:07.268120 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.399400 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.413542 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4aafac3d0>,) {'filters': {'network_id': ['7276c714-7f0d-4d0e-8276-9fedc6a8b3a5']}} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:07.428212 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aafac3d0>, '557729bb-6fc9-445a-9ffe-f2ecafc9d651') {'for_net_delete': True} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:07.428504 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aafac3d0>, '557729bb-6fc9-445a-9ffe-f2ecafc9d651') {} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:07.440805 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2060237'] for segment, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.458918 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.467034 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=74357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:34:07.467428 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1975354'] for segment, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]: Traceback (most recent call last):
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     timer()
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     cb(*args, **kw)
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     return func(*args, **kwargs)
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     self._notify()
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     self.callback(batched_events)
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     event.method(event)
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     return f(self, *a, **k)
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._get(url).json()
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self.request(url, 'GET', **kwargs)
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:34:07.491357 dv-cinder-790014-1-iscsi neutron-server[74357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:34:07.637093 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.640833 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-87aca2eb-0546-4dc8-9d1e-0b0e5a2e587f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:07.654800 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.664079 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Pushing event deleted for resources: {'Network': ['ID=7276c714-7f0d-4d0e-8276-9fedc6a8b3a5,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:07.667688 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] 10.222.0.68 "DELETE /v2.0/networks/7276c714-7f0d-4d0e-8276-9fedc6a8b3a5 HTTP/1.1" status: 204  len: 168 time: 0.5143468
May 06 09:34:07.668595 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-42598c7f-5f29-4f1f-aeba-659cdef3413c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:07.671040 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45448) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:07.744036 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] Deleting subnet fdeba4af-496e-4f97-b1ec-e4db15f0813a {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:34:07.747212 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.798690 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2060242'] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:07.854880 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:08.284332 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1975388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27356821'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:08.293228 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:08.356876 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdeba4af-496e-4f97-b1ec-e4db15f0813a,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:08.359840 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:08.363642 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:08.370570 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fdeba4af-496e-4f97-b1ec-e4db15f0813a HTTP/1.1" status: 204  len: 168 time: 0.6982725
May 06 09:34:08.373218 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45452) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:08.489063 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:08.719918 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:08.734973 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4b017cdf0>,) {'filters': {'network_id': ['1b3f120b-b799-4a37-9efd-f7884c0ed8d5']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:08.754239 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b017cdf0>, '13fa3e37-05db-4a64-a505-24035cb5ebb3') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:08.754534 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b017cdf0>, '13fa3e37-05db-4a64-a505-24035cb5ebb3') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:08.768435 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:08.789428 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:08.797770 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:34:08.798283 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:34:08.815479 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:34:08.974712 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:08.982066 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:08.999125 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:09.012786 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3f120b-b799-4a37-9efd-f7884c0ed8d5,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:09.018241 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] 10.222.0.68 "DELETE /v2.0/networks/1b3f120b-b799-4a37-9efd-f7884c0ed8d5 HTTP/1.1" status: 204  len: 168 time: 0.6438899
May 06 09:34:09.019450 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-91f9a0ea-c271-4f8b-bbc5-58469679f700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:09.335631 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616e886-176c-4b13-8842-84a8a0e1cd3c req-c918e68d-cfe6-4325-9ea8-d65ffcefacf1 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:09.337406 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1616e886-176c-4b13-8842-84a8a0e1cd3c req-c918e68d-cfe6-4325-9ea8-d65ffcefacf1 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0890396
May 06 09:34:09.390946 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45464) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:09.392370 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1616e886-176c-4b13-8842-84a8a0e1cd3c req-7e83ae2e-1a31-45e4-a2ad-379d2d9cfba9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478995
May 06 09:34:09.455959 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-7c4e2914-cebb-4d08-95a6-4abac1f8932c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a9aa6361848b4c3fbfedc7a9949d5695&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0632820
May 06 09:34:09.459101 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45468) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:09.541498 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7b96dbe1-97df-41f3-adaf-f06e3d999aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:09.570579 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7b96dbe1-97df-41f3-adaf-f06e3d999aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:09.700171 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7b96dbe1-97df-41f3-adaf-f06e3d999aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:09.704097 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6d2d9885-4c3e-4944-87e8-d30700bbd730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:09.717632 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96dbe1-97df-41f3-adaf-f06e3d999aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51aa1cb-9b64-441d-b321-9e5099d71694,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:09.721748 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7b96dbe1-97df-41f3-adaf-f06e3d999aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:09.725258 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7b96dbe1-97df-41f3-adaf-f06e3d999aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:09.726566 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-7b96dbe1-97df-41f3-adaf-f06e3d999aba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e51aa1cb-9b64-441d-b321-9e5099d71694 HTTP/1.1" status: 204  len: 168 time: 0.2663860
May 06 09:34:10.467173 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45482) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:10.520977 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-2f053e6f-be8a-4a79-ab98-6ded285bbe3d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7233fcee8f334e23af9947919c042630&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521374
May 06 09:34:10.526722 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45486) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:10.649130 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-acff333c-efe6-464d-aa23-5d6cbedeea5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:10.688530 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-acff333c-efe6-464d-aa23-5d6cbedeea5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:10.709248 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab55e1-72b3-4084-9cd1-587c65ea9975 req-9245c2d0-c790-472f-b4fe-affc84cde55f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:10.710830 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e3ab55e1-72b3-4084-9cd1-587c65ea9975 req-9245c2d0-c790-472f-b4fe-affc84cde55f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.1594837
May 06 09:34:10.782005 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e3ab55e1-72b3-4084-9cd1-587c65ea9975 req-7412d09d-ac39-444b-961b-36d2a35bf6fe tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632906
May 06 09:34:10.859872 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-acff333c-efe6-464d-aa23-5d6cbedeea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:10.865147 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cdbfd1b4-f45e-4c70-adc8-9b0ae50af217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:10.880933 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff333c-efe6-464d-aa23-5d6cbedeea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d2cd62-944e-4d29-b956-020f0de82942,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:10.881637 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-acff333c-efe6-464d-aa23-5d6cbedeea5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:10.885106 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-acff333c-efe6-464d-aa23-5d6cbedeea5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:10.887487 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-acff333c-efe6-464d-aa23-5d6cbedeea5b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d8d2cd62-944e-4d29-b956-020f0de82942 HTTP/1.1" status: 204  len: 168 time: 0.3593717
May 06 09:34:12.006961 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87c309-5cd7-425a-b3f8-2812fef4d8d7 req-b77b5286-d44c-46d9-89f7-fa08fc95c108 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:12.009253 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9d87c309-5cd7-425a-b3f8-2812fef4d8d7 req-b77b5286-d44c-46d9-89f7-fa08fc95c108 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.1065691
May 06 09:34:12.058727 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9d87c309-5cd7-425a-b3f8-2812fef4d8d7 req-90230d6d-4fca-405a-a5f5-c2162e9e6b10 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427618
May 06 09:34:13.251225 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccf0db-9afd-46e2-a5d9-5c8a4b6caa62 req-aa7f6641-2fe6-482e-8027-c88ccf0c1ab9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:13.252756 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31ccf0db-9afd-46e2-a5d9-5c8a4b6caa62 req-aa7f6641-2fe6-482e-8027-c88ccf0c1ab9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0861862
May 06 09:34:13.301345 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31ccf0db-9afd-46e2-a5d9-5c8a4b6caa62 req-a6e8d141-36ea-498a-8378-08ee79b4f1c6 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409546
May 06 09:34:14.501545 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fe4d4-f348-44e1-a44e-473950225245 req-d292aafd-5793-496e-8f57-27558d9441e6 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:14.503103 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f54fe4d4-f348-44e1-a44e-473950225245 req-d292aafd-5793-496e-8f57-27558d9441e6 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0911429
May 06 09:34:14.552398 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f54fe4d4-f348-44e1-a44e-473950225245 req-3ec4979a-ae69-476f-9fe4-48c2fda70f7e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433378
May 06 09:34:15.786518 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ea40b-fccb-4489-8597-351460d198e7 req-40cf5cda-ebee-4ecb-9f92-5c89df350c55 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:15.788273 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1e5ea40b-fccb-4489-8597-351460d198e7 req-40cf5cda-ebee-4ecb-9f92-5c89df350c55 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.1182866
May 06 09:34:15.848379 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1e5ea40b-fccb-4489-8597-351460d198e7 req-427301df-f079-4745-834f-783f331c0689 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491915
May 06 09:34:16.831053 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4ef3460f-4a33-4bb5-b3d4-d755fe6cb921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:17.230825 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303db1fa-34f3-40cd-9fe4-a3fb5ae5b7fe req-edf5e3a6-ac4a-4871-ba5d-6eba4b3aee3a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:17.232351 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-303db1fa-34f3-40cd-9fe4-a3fb5ae5b7fe req-edf5e3a6-ac4a-4871-ba5d-6eba4b3aee3a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.1089730
May 06 09:34:17.288246 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-303db1fa-34f3-40cd-9fe4-a3fb5ae5b7fe req-89575795-a186-493d-aa1c-e0378bb2649d tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490398
May 06 09:34:18.488329 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1a0b0-f421-4c3b-afe6-b6e45ef02a99 req-79ae8c4f-f53f-45a7-b9ad-08ed282c620a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:18.489833 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c1e1a0b0-f421-4c3b-afe6-b6e45ef02a99 req-79ae8c4f-f53f-45a7-b9ad-08ed282c620a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0847991
May 06 09:34:18.539575 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c1e1a0b0-f421-4c3b-afe6-b6e45ef02a99 req-54c5c738-3c3f-4a0a-b143-d588e4e5f75f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424297
May 06 09:34:19.311109 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:19.585045 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-fb319c09-266a-44b9-9570-ccfc4645f3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:19.612617 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:34:19.627008 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-837c3c2b-50ff-4166-9af6-dca1d4232c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:19.628596 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-837c3c2b-50ff-4166-9af6-dca1d4232c69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e3ef3fb127743f68a201755709a9bdf&device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1098 time: 0.2091761
May 06 09:34:19.746097 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805dab-5e80-40ee-8d66-e81fd01f64d0 req-0a62befa-f21b-4d9d-9094-ee6a515b4439 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:19.748229 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ee805dab-5e80-40ee-8d66-e81fd01f64d0 req-0a62befa-f21b-4d9d-9094-ee6a515b4439 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0898318
May 06 09:34:19.782976 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-54ab0726-f42d-402f-b84d-d8252c6f52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:19.785285 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-54ab0726-f42d-402f-b84d-d8252c6f52c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 200  len: 909 time: 0.1483803
May 06 09:34:19.806060 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ee805dab-5e80-40ee-8d66-e81fd01f64d0 req-a6b35a06-6422-484b-b5da-e488248b01b2 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513837
May 06 09:34:19.909238 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-fbbd6723-5833-4923-b953-aeb318f480c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 200  len: 1001 time: 0.1162622
May 06 09:34:19.974299 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-be9ce2b6-319a-442f-911c-02a259686482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:19.975748 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-be9ce2b6-319a-442f-911c-02a259686482 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03498413-79ed-4cfc-ba57-fa1894531bf6 HTTP/1.1" status: 200  len: 847 time: 0.0606360
May 06 09:34:20.061377 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-aa44f6be-e7ed-448d-b0f8-e9247d930a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:20.062864 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-aa44f6be-e7ed-448d-b0f8-e9247d930a7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26683102-4858-4c9b-897c-58ae9f936d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777817
May 06 09:34:20.200832 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-3c6e46e2-ccc7-46c9-ae5c-681c73eb1894 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312265
May 06 09:34:20.338882 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-74b937ba-40a9-4819-a65f-eaa2527e7ab2 req-3f9d0b7c-d61c-44bb-a672-0a5010d5bd02 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288481
May 06 09:34:20.442410 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:21.028023 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf839d-923f-4a45-80c6-c2080a5add2f req-f0a42fe4-717a-4ad3-8b90-792ec2b13f62 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:21.029725 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-07bf839d-923f-4a45-80c6-c2080a5add2f req-f0a42fe4-717a-4ad3-8b90-792ec2b13f62 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.1029780
May 06 09:34:21.078136 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-07bf839d-923f-4a45-80c6-c2080a5add2f req-5dbb3975-4b55-42f9-bbbc-d1fd3b2992b0 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415049
May 06 09:34:22.157042 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:22.280999 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bb08a-aa04-4daf-8aea-15607242dfe7 req-94b9515f-4bfa-4d47-8a0e-192b1e26d995 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:22.284824 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1c4bb08a-aa04-4daf-8aea-15607242dfe7 req-94b9515f-4bfa-4d47-8a0e-192b1e26d995 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0949619
May 06 09:34:22.339934 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1c4bb08a-aa04-4daf-8aea-15607242dfe7 req-18031f2b-a3a9-4daf-b3a7-82a0196f3b30 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490072
May 06 09:34:23.538349 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e96083-bb26-44d3-96dd-530e7237d6e1 req-00ab41bf-39d5-4ea9-826d-763a7cd20e91 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:23.539866 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31e96083-bb26-44d3-96dd-530e7237d6e1 req-00ab41bf-39d5-4ea9-826d-763a7cd20e91 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0895061
May 06 09:34:23.591793 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31e96083-bb26-44d3-96dd-530e7237d6e1 req-62d310da-5a20-4fad-8512-c31881f05fd7 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444753
May 06 09:34:23.636866 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:24.255039 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8a137-b42d-4607-b7a5-a8967a0ec722 req-14a77155-778e-461e-83e1-9cd1df384404 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:24.256566 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-33c8a137-b42d-4607-b7a5-a8967a0ec722 req-14a77155-778e-461e-83e1-9cd1df384404 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.1906292
May 06 09:34:24.287330 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-25be9626-a9e8-43ae-a649-df13ec02276b req-05034ac6-b471-4b26-85ea-66549848a34f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1307814
May 06 09:34:24.307092 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-33c8a137-b42d-4607-b7a5-a8967a0ec722 req-4b0a751e-0b60-4d9c-9635-3f65992170e3 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420234
May 06 09:34:25.015109 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:34:25.143059 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:25.171486 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:34:25.193309 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:34:25.215119 dv-cinder-790014-1-iscsi neutron-server[74358]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'code': 422} returned with failed status
May 06 09:34:25.250352 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:25.277441 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:25.377735 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,revision_number=6']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:25.383527 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:25.575585 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f866e7-a96c-43f5-b62e-c4a5a698e747 req-4d061efe-9e5b-4f07-908f-1c343a175e50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:25.577170 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-92f866e7-a96c-43f5-b62e-c4a5a698e747 req-4d061efe-9e5b-4f07-908f-1c343a175e50 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.1291871
May 06 09:34:25.632450 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-92f866e7-a96c-43f5-b62e-c4a5a698e747 req-233e2e8f-9a9b-485a-b81e-d8abdbf000bc tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465243
May 06 09:34:26.750212 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45686) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:26.838527 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924442e-20dc-4910-a2e4-7890a29092ee req-9ca432c7-14d8-4253-9a42-a6f6ec5d840a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:26.840092 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8924442e-20dc-4910-a2e4-7890a29092ee req-9ca432c7-14d8-4253-9a42-a6f6ec5d840a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0829046
May 06 09:34:26.884953 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:26.918872 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:26.923452 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8924442e-20dc-4910-a2e4-7890a29092ee req-518e35a7-9246-4c8b-b054-98b0584491de tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776718
May 06 09:34:26.926073 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Usage tracker for resource:security_group_rule and tenant:c3487fd0992644b8a6a6bce5e23473d4 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:26.929661 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:26.936263 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:27.029889 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:27.145680 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:27.153658 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-19cb982d-a49a-4908-b958-b5635cace4c3 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:27.199008 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3487fd0992644b8a6a6bce5e23473d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4473250
May 06 09:34:27.200052 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469842b4-aa1e-440b-9710-83e051593597,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:27.201823 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45692) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:27.208820 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.209206 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.209565 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.209927 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.210286 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.210645 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.210997 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.211350 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.211724 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.212668 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.213078 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.213423 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:27.218056 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-92d07ead-90d8-4045-b4c5-8b547433ea1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:27.283170 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e9158d5a-4ba8-4c94-8f20-4777d8db308c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:27.311570 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e9158d5a-4ba8-4c94-8f20-4777d8db308c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:27.465221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e9158d5a-4ba8-4c94-8f20-4777d8db308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:27.469130 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b3cc919b-5306-4d60-83a0-174b4a263c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:27.483974 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9158d5a-4ba8-4c94-8f20-4777d8db308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469842b4-aa1e-440b-9710-83e051593597,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:27.487819 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-e9158d5a-4ba8-4c94-8f20-4777d8db308c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:27.491569 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-e9158d5a-4ba8-4c94-8f20-4777d8db308c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:27.492800 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-e9158d5a-4ba8-4c94-8f20-4777d8db308c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/469842b4-aa1e-440b-9710-83e051593597 HTTP/1.1" status: 204  len: 168 time: 0.2895148
May 06 09:34:28.127401 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e532-31c0-4911-a845-30d71240012a req-fbb81ea4-2695-4528-9b09-4276ab1c85fe tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:28.129024 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2d62e532-31c0-4911-a845-30d71240012a req-fbb81ea4-2695-4528-9b09-4276ab1c85fe tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0889862
May 06 09:34:28.188914 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2d62e532-31c0-4911-a845-30d71240012a req-1bc6caca-67f2-474b-830e-3889f84ac0fa tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530217
May 06 09:34:28.198781 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45704) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:28.229729 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:28.252507 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:28.257057 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] Usage tracker for resource:security_group_rule and tenant:ebdedb92e49441b1a88a1d47a42586a1 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:28.260305 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:28.266635 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:28.367559 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:28.465295 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:28.472876 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-929a0ce7-7554-403a-8ae8-f67660514682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:28.520785 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ebdedb92e49441b1a88a1d47a42586a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3203261
May 06 09:34:28.521157 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32164c14-af6b-45a5-bffe-0fbf74503735,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:28.523565 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45710) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:28.525244 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3a9b2493-3e2c-47fd-bf60-7464394f28bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:28.596162 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6dc4e45d-fca3-434f-8959-2737e8d08eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:28.623513 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6dc4e45d-fca3-434f-8959-2737e8d08eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:28.762723 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6dc4e45d-fca3-434f-8959-2737e8d08eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:28.766635 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-3107ac84-31b0-4b41-aad8-39cf01b2c823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:28.780824 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4e45d-fca3-434f-8959-2737e8d08eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32164c14-af6b-45a5-bffe-0fbf74503735,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:28.785266 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-6dc4e45d-fca3-434f-8959-2737e8d08eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:28.790987 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6dc4e45d-fca3-434f-8959-2737e8d08eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:28.792119 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-6dc4e45d-fca3-434f-8959-2737e8d08eca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/32164c14-af6b-45a5-bffe-0fbf74503735 HTTP/1.1" status: 204  len: 168 time: 0.2666748
May 06 09:34:29.410953 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479af525-ea1c-445f-9ab5-30e051e586b3 req-24af568b-1cb9-471e-9243-5e3dbf7a299c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:29.412485 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-479af525-ea1c-445f-9ab5-30e051e586b3 req-24af568b-1cb9-471e-9243-5e3dbf7a299c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.1047332
May 06 09:34:29.466500 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-5259cbd3-d4da-4db8-a9a2-5de1081aa551 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0772095
May 06 09:34:29.470026 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-479af525-ea1c-445f-9ab5-30e051e586b3 req-49517e48-ed38-4126-b51b-c693f8adef6f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511031
May 06 09:34:29.648492 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-4e8d1195-c068-414a-89aa-054267453c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:29.650143 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-4e8d1195-c068-414a-89aa-054267453c0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4407c6f7394ba7bbd84ae087a56658&device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 1098 time: 0.0767255
May 06 09:34:29.811208 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-e2bf9e20-00d0-4815-9661-46ae89b65336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:29.812766 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-e2bf9e20-00d0-4815-9661-46ae89b65336 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1e74890-bbf2-466e-858f-829f8228f190 HTTP/1.1" status: 200  len: 914 time: 0.1427522
May 06 09:34:29.885941 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-ed08be1c-ae38-4f4f-908f-6c4ffa84641d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370b9657-2451-4f49-8136-ade3a2f47432 HTTP/1.1" status: 200  len: 217 time: 0.0664508
May 06 09:34:29.954809 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-4987a4f4-077d-4910-b72e-386205aab6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:29.956409 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-4987a4f4-077d-4910-b72e-386205aab6b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08cf24d3-e898-46e0-990a-f2724c74f749 HTTP/1.1" status: 200  len: 853 time: 0.0629208
May 06 09:34:30.006641 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-00d18bab-a548-4b44-aed8-550c2fc9f7db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1e74890-bbf2-466e-858f-829f8228f190&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424776
May 06 09:34:30.303809 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-4573db65-5e30-4377-a784-c1736efdb14a service neutron] 10.222.0.73 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2897184
May 06 09:34:30.415076 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be9626-a9e8-43ae-a649-df13ec02276b req-222e26f5-a09a-495d-8152-42c219b60b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:30.416968 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-25be9626-a9e8-43ae-a649-df13ec02276b req-222e26f5-a09a-495d-8152-42c219b60b4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6&tenant_id=5e3ef3fb127743f68a201755709a9bdf HTTP/1.1" status: 200  len: 1096 time: 0.2958605
May 06 09:34:30.522109 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-67ab0bc4-65f9-41e9-bb92-7bfd0cabc3ad req-8fa30bab-ea9b-40be-9976-823b69a0d7ab service neutron] 10.222.0.73 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2104414
May 06 09:34:30.553146 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be9626-a9e8-43ae-a649-df13ec02276b req-cba5ffd2-7fe2-4095-8be5-ddb2fc600249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:30.560308 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-25be9626-a9e8-43ae-a649-df13ec02276b req-cba5ffd2-7fe2-4095-8be5-ddb2fc600249 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e3ef3fb127743f68a201755709a9bdf&device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1096 time: 0.1129069
May 06 09:34:30.705558 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90bd10-9e10-4c20-b814-35fc2e1b23c0 req-8090b5bc-66d8-4400-ab4d-2236cb8a6930 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:30.707058 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eb90bd10-9e10-4c20-b814-35fc2e1b23c0 req-8090b5bc-66d8-4400-ab4d-2236cb8a6930 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.1042764
May 06 09:34:30.720091 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be9626-a9e8-43ae-a649-df13ec02276b req-64aee7c1-7c52-4d64-b94b-1ed35a5efb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:30.721689 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-25be9626-a9e8-43ae-a649-df13ec02276b req-64aee7c1-7c52-4d64-b94b-1ed35a5efb33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 200  len: 909 time: 0.1592498
May 06 09:34:30.765162 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-eb90bd10-9e10-4c20-b814-35fc2e1b23c0 req-8571e0b2-45eb-4dcc-bb5d-c4998f321dd1 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510185
May 06 09:34:30.835718 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-25be9626-a9e8-43ae-a649-df13ec02276b req-cdd26d32-fedf-45b7-a435-92d536f8de56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 200  len: 999 time: 0.1062603
May 06 09:34:30.908314 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be9626-a9e8-43ae-a649-df13ec02276b req-b58762d9-f48d-4b4f-9bc3-446e4038c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:30.910229 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-25be9626-a9e8-43ae-a649-df13ec02276b req-b58762d9-f48d-4b4f-9bc3-446e4038c4aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03498413-79ed-4cfc-ba57-fa1894531bf6 HTTP/1.1" status: 200  len: 847 time: 0.0673666
May 06 09:34:31.013277 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be9626-a9e8-43ae-a649-df13ec02276b req-bac0578d-9239-4a11-90d5-de014d702acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:31.016024 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-25be9626-a9e8-43ae-a649-df13ec02276b req-bac0578d-9239-4a11-90d5-de014d702acc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26683102-4858-4c9b-897c-58ae9f936d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0923562
May 06 09:34:31.214148 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-25be9626-a9e8-43ae-a649-df13ec02276b req-b7a992b4-e996-4eba-90e7-a2849087ae61 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806171
May 06 09:34:31.353301 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-25be9626-a9e8-43ae-a649-df13ec02276b req-2dfd8ed7-3d97-432d-81d5-446422ad346e service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312251
May 06 09:34:31.961203 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fe33-0be1-4cd3-b568-02e42ed69dce req-de11ca05-92ac-4a3c-bf20-294eb8f0494e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:31.962853 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6590fe33-0be1-4cd3-b568-02e42ed69dce req-de11ca05-92ac-4a3c-bf20-294eb8f0494e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0848317
May 06 09:34:32.012872 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6590fe33-0be1-4cd3-b568-02e42ed69dce req-4e2b9f68-a616-4adb-8ca0-e8c98cd78c40 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442622
May 06 09:34:33.268154 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cb6ea-4b86-4f9d-aca5-00543da6c84d req-2aa6bc28-834e-4cfc-aa04-de038ecf0880 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:33.269661 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a40cb6ea-4b86-4f9d-aca5-00543da6c84d req-2aa6bc28-834e-4cfc-aa04-de038ecf0880 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0876563
May 06 09:34:33.326268 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a40cb6ea-4b86-4f9d-aca5-00543da6c84d req-f8191e3b-477b-4b8e-9b6c-6ffdf84da0e0 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508354
May 06 09:34:34.511798 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3de60-8e93-435f-92d3-85793309d82b req-efd591f7-962d-4c9a-9aa7-682659ec7f46 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:34.513260 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1ba3de60-8e93-435f-92d3-85793309d82b req-efd591f7-962d-4c9a-9aa7-682659ec7f46 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0837514
May 06 09:34:34.563868 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1ba3de60-8e93-435f-92d3-85793309d82b req-9cc859c5-9f9d-4612-8dd8-399c6543cd0b tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447953
May 06 09:34:35.757415 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eae04-b71c-4074-b744-7a10a92d6b76 req-a5a40328-5377-428e-920c-03c95e0dfdd4 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:35.759790 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f36eae04-b71c-4074-b744-7a10a92d6b76 req-a5a40328-5377-428e-920c-03c95e0dfdd4 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0849292
May 06 09:34:35.811078 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f36eae04-b71c-4074-b744-7a10a92d6b76 req-6e6ed3de-fd0d-4028-b71b-04bc565a6622 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449665
May 06 09:34:37.010703 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1d82-0dba-4f18-b63b-8d670a125dba req-16a188d2-8306-4aaa-be89-53e0e58572fc tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:37.012120 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-132b1d82-0dba-4f18-b63b-8d670a125dba req-16a188d2-8306-4aaa-be89-53e0e58572fc tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0896177
May 06 09:34:37.059752 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-132b1d82-0dba-4f18-b63b-8d670a125dba req-f5098952-e76a-4bda-894b-5c95dc3c84f2 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418003
May 06 09:34:38.248263 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0168b-43b9-4d66-aae2-cde808cb8884 req-78d8900e-c7c9-46cb-b6cb-e533a964f486 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:38.249844 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-43a0168b-43b9-4d66-aae2-cde808cb8884 req-78d8900e-c7c9-46cb-b6cb-e533a964f486 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0832305
May 06 09:34:38.298234 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-43a0168b-43b9-4d66-aae2-cde808cb8884 req-e7731ba1-e6e4-4a63-a16e-fb5687d5f3b1 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423350
May 06 09:34:39.489765 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0686707-611f-4b43-b05e-0b0c359f20ed req-216027b6-9c19-4e7d-8b15-3ff0b9fb940b tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:39.491248 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c0686707-611f-4b43-b05e-0b0c359f20ed req-216027b6-9c19-4e7d-8b15-3ff0b9fb940b tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0839329
May 06 09:34:39.539205 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c0686707-611f-4b43-b05e-0b0c359f20ed req-d6914a12-6e0d-46ee-8a85-7021680b755c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419276
May 06 09:34:40.725937 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded133-47ac-4075-ae9d-77f3dde35666 req-0f57e403-ecdd-43be-9b23-96b12c97e977 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:40.727416 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e9ded133-47ac-4075-ae9d-77f3dde35666 req-0f57e403-ecdd-43be-9b23-96b12c97e977 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0822108
May 06 09:34:40.772041 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e9ded133-47ac-4075-ae9d-77f3dde35666 req-b13ef603-03ef-41aa-a41b-0e189d35987e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382955
May 06 09:34:41.953190 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50842496-567e-4fd2-b4b0-a08496296645 req-6a8a658a-d27c-4bd3-8515-8cee4739a737 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:41.954653 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-50842496-567e-4fd2-b4b0-a08496296645 req-6a8a658a-d27c-4bd3-8515-8cee4739a737 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.0796964
May 06 09:34:42.000599 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-50842496-567e-4fd2-b4b0-a08496296645 req-70874f8b-f1cb-4c15-b308-342590c8ac90 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402577
May 06 09:34:43.062682 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:34:43.204116 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:34:43.219706 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'port_id': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'mac_address': 'fa:16:3e:22:b2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:34:43.283223 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:43.290269 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1ded5-5bb6-408f-bd2b-11a2ed2db371 req-24f6dafc-0fa3-4b6f-a337-3de865b994fa tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:43.291749 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-48d1ded5-5bb6-408f-bd2b-11a2ed2db371 req-24f6dafc-0fa3-4b6f-a337-3de865b994fa tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 943 time: 0.1827149
May 06 09:34:43.303976 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:34:43.327086 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:34:43.344421 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-48d1ded5-5bb6-408f-bd2b-11a2ed2db371 req-7576080b-a2a5-418b-9a2c-4cbf0471663d tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469782
May 06 09:34:43.390940 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:43.392734 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:43.463372 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,revision_number=7']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:43.470892 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.471226 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.471563 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.471897 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.472227 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.472556 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.472908 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.473233 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.473556 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.473871 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.474189 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.474510 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:43.478935 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:43.617146 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:34:44.536972 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372da44-52f8-447c-b378-2ced23b06a50 req-f2bf8891-4489-4f85-8534-f2358accde9a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:44.538525 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3372da44-52f8-447c-b378-2ced23b06a50 req-f2bf8891-4489-4f85-8534-f2358accde9a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 944 time: 0.0866160
May 06 09:34:44.587023 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3372da44-52f8-447c-b378-2ced23b06a50 req-1e5926c4-7ac4-4092-bea6-87a5e2e859ed tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415735
May 06 09:34:45.076361 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:34:45.147017 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:34:45.147393 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:45.261578 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:45.290995 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:34:45.301464 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:34:45.334756 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'code': 200}
May 06 09:34:45.379095 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:45.380961 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:45.477401 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,revision_number=8']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:45.480410 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:45.647944 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174b8aa-938c-4013-bd1e-5d41a674aeaf req-32c0d1eb-a845-4b3c-b813-140c908bd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:45.649527 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a174b8aa-938c-4013-bd1e-5d41a674aeaf req-32c0d1eb-a845-4b3c-b813-140c908bd38d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1098 time: 0.0692708
May 06 09:34:45.694376 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a174b8aa-938c-4013-bd1e-5d41a674aeaf req-b796ce2b-cd13-43f7-96f2-c4cdf62ccb72 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381446
May 06 09:34:45.773689 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503814c4-92c7-4d38-8926-30541603973b req-37151fe8-638a-4842-b6d4-30a9c891cce5 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:45.775175 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-503814c4-92c7-4d38-8926-30541603973b req-37151fe8-638a-4842-b6d4-30a9c891cce5 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0834618
May 06 09:34:45.828012 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-503814c4-92c7-4d38-8926-30541603973b req-f57294b7-788c-4c6f-99c4-d185458e8a2f tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468338
May 06 09:34:46.376501 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45882) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:46.501761 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:46.517382 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:46.521314 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Usage tracker for resource:security_group_rule and tenant:25d1dce0fe6447b4826f19ac3ebbde79 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:46.524780 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:46.531588 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:46.618827 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:46.693875 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:46.701202 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-15816bbc-326e-4801-9939-148d8bc824e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:46.743279 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=25d1dce0fe6447b4826f19ac3ebbde79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3654621
May 06 09:34:46.744138 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3df224-0fc2-4ae4-9a2f-e2509310e746,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:46.746009 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45888) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:46.749653 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:46.807572 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-4f954541-1251-466c-99b3-0a1e941024b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:46.835128 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-4f954541-1251-466c-99b3-0a1e941024b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:46.847780 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-485ab261-523e-4ca9-b44b-98e1a4415410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:46.957356 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-4f954541-1251-466c-99b3-0a1e941024b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:46.963372 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-b88af844-7209-4644-b858-f97f1daa024f tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:46.979771 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f954541-1251-466c-99b3-0a1e941024b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3df224-0fc2-4ae4-9a2f-e2509310e746,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:46.982267 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-4f954541-1251-466c-99b3-0a1e941024b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:46.989118 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-4f954541-1251-466c-99b3-0a1e941024b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:46.990898 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-4f954541-1251-466c-99b3-0a1e941024b5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac3df224-0fc2-4ae4-9a2f-e2509310e746 HTTP/1.1" status: 204  len: 168 time: 0.2438130
May 06 09:34:47.033853 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10829b-7c5d-43a2-8a49-203129b3cb2b req-3d5144a3-9e52-49c5-a51e-ebda388b3b6e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:47.035463 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1b10829b-7c5d-43a2-8a49-203129b3cb2b req-3d5144a3-9e52-49c5-a51e-ebda388b3b6e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0996232
May 06 09:34:47.081684 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-1b10829b-7c5d-43a2-8a49-203129b3cb2b req-2a8185b2-c0f9-4d11-8847-090d8c85789d tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404348
May 06 09:34:47.956824 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29119dc-1ec1-420f-a988-3ddb32d8c55b req-e832346c-6c2b-40f2-90f1-0f682e5797a7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:47.958272 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d29119dc-1ec1-420f-a988-3ddb32d8c55b req-e832346c-6c2b-40f2-90f1-0f682e5797a7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 945 time: 0.0806231
May 06 09:34:48.012506 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d29119dc-1ec1-420f-a988-3ddb32d8c55b req-4b1b4649-a460-4eaf-838f-6aed1f9a5618 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479660
May 06 09:34:48.081377 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45922) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:48.191040 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1114215048-network', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:34:48.196654 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:48.200574 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Usage tracker for resource:network and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:48.203619 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:48.210335 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:48.293509 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Made reservation on behalf of 6c5fe3d0acad46d5b68fa08d16aace24 for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:34:48.295920 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:48.309022 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:48.323411 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:48.327280 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:48.330093 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:48.336069 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:48.427894 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:48.487955 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:48.491157 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6f7c7e35-d066-41d7-a943-0f52f7033ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:48.520231 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 970}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:34:48.528941 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a195eb-6ac9-4cf0-b0f5-31f6058c3095,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:48.532865 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:48.535446 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:48.535792 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Added segment 5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270 of type vlan for network d44ea27e-8d3b-4165-99d3-3c7803207bd3
May 06 09:34:48.566237 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:48.670840 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:48.672234 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:48.672862 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:48.676561 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:48.776324 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Pushing event updated for resources: {'Network': ['ID=d44ea27e-8d3b-4165-99d3-3c7803207bd3,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:48.779138 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:48.786456 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network d44ea27e-8d3b-4165-99d3-3c7803207bd3 details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:34:48.831812 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-96df6a54-0959-4255-b701-a4d802260775 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7491174
May 06 09:34:48.834570 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45928) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:48.841083 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Request body: {'subnet': {'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1114215048-subnet', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'ip_version': 4}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:34:48.846092 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:48.850035 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Usage tracker for resource:subnet and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:48.853706 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:48.860019 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:48.910887 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Made reservation on behalf of 6c5fe3d0acad46d5b68fa08d16aace24 for: {'subnet': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:34:48.913310 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1871022'] for subnet, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:49.202244 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04094a2d-7031-42d3-8782-884cc3ba5770 req-2bb84548-5666-4934-a4f8-92223f6b9e39 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:49.203918 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-04094a2d-7031-42d3-8782-884cc3ba5770 req-2bb84548-5666-4934-a4f8-92223f6b9e39 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 945 time: 0.0832076
May 06 09:34:49.260946 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-04094a2d-7031-42d3-8782-884cc3ba5770 req-fc118a55-93e7-4e75-9835-543ec5e710d1 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491674
May 06 09:34:49.310755 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:49.450796 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-64ff421c-b23c-452a-aa81-cd4cd2566f30 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:49.451521 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-64ff421c-b23c-452a-aa81-cd4cd2566f30 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Synchronizing usage tracker for tenant:de4407c6f7394ba7bbd84ae087a56658 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:34:49.529294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-64ff421c-b23c-452a-aa81-cd4cd2566f30 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Unset dirty status for tenant:de4407c6f7394ba7bbd84ae087a56658 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:34:49.530760 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-64ff421c-b23c-452a-aa81-cd4cd2566f30 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.73 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 945 time: 0.2048218
May 06 09:34:49.586567 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27996608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1871068'] for subnet, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:49.590626 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-53ee2b5d-318d-462d-946a-e91d809a1a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:49.595846 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-cc990518-87d5-412f-b6d5-1c84505a2d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:49.730913 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:49.737662 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:49.737997 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Checking segment: {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:34:49.738345 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Network hostable DHCP agents. Network: d44ea27e-8d3b-4165-99d3-3c7803207bd3, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:34:49.774412 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Deleting port 370b9657-2451-4f49-8136-ade3a2f47432 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:34:49.774757 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:49.847717 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Network d44ea27e-8d3b-4165-99d3-3c7803207bd3 is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:34:49.920051 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, d44ea27e-8d3b-4165-99d3-3c7803207bd3) {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:34:49.922663 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] For port 370b9657-2451-4f49-8136-ade3a2f47432, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=370b9657-2451-4f49-8136-ade3a2f47432,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:34:49.923025 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:49.928942 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92136f8-bb40-4e42-9279-83820765642c None None] Network d44ea27e-8d3b-4165-99d3-3c7803207bd3 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:34:50.057809 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:50.058399 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.069362 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Calling delete_port for 370b9657-2451-4f49-8136-ade3a2f47432 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:34:50.211093 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-3ed9a24e-316a-4077-b178-50c43e30b577 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3729475
May 06 09:34:50.211343 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45934) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:50.217543 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:34:50.222779 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:50.226457 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-d44ea27e-8d3b-4165-99d3-3c7803207bd3', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:34:50.228251 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Usage tracker for resource:router and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:50.228425 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.231518 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:50.238479 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:50.276914 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.284194 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-075dbd0c-7251-49fb-b37c-46f477da8398 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:50.293623 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['370b9657-2451-4f49-8136-ade3a2f47432'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:34:50.339978 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Pushing event deleted for resources: {'Port': ['ID=370b9657-2451-4f49-8136-ade3a2f47432,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:50.342758 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:50.343874 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.344953 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.429629 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7569b24e-d87d-4715-a5c9-3f5df13b69e4 req-9f4ef7fd-8629-49b6-a925-263cb805b0fe tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=30951baa-e079-42fe-8ddb-34a37df74014 HTTP/1.1" status: 200  len: 210 time: 0.0535300
May 06 09:34:50.441181 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] No DVR routers for this DVR port 370b9657-2451-4f49-8136-ade3a2f47432 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:34:50.447853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.448598 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30951baa-e079-42fe-8ddb-34a37df74014', 'name': 'network-vif-deleted', 'tag': '370b9657-2451-4f49-8136-ade3a2f47432'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:34:50.455434 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.459885 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Allocated IP 172.20.0.2 (d44ea27e-8d3b-4165-99d3-3c7803207bd3/c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4/166ace93-cf06-49dd-b25b-6e61bd4bd52e) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:34:50.465639 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.501225 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30951baa-e079-42fe-8ddb-34a37df74014', 'name': 'network-vif-deleted', 'tag': '370b9657-2451-4f49-8136-ade3a2f47432', 'status': 'completed', 'code': 200}
May 06 09:34:50.517809 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c892eb66-3f2d-4abc-9267-facc3a9553dd req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.73 "DELETE /v2.0/ports/370b9657-2451-4f49-8136-ade3a2f47432 HTTP/1.1" status: 204  len: 173 time: 0.9800072
May 06 09:34:50.709120 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.720106 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Transition to ACTIVE for port object 166ace93-cf06-49dd-b25b-6e61bd4bd52e will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:34:50.739162 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Transition to ACTIVE for port object 166ace93-cf06-49dd-b25b-6e61bd4bd52e will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:34:50.798771 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.808270 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.812019 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:50.870557 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Network d44ea27e-8d3b-4165-99d3-3c7803207bd3 is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:34:50.873474 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:34:50.875993 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:34:50.892164 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Pushing event updated for resources: {'Port': ['ID=166ace93-cf06-49dd-b25b-6e61bd4bd52e,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:50.894872 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:50.982028 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Attempting to bind port 166ace93-cf06-49dd-b25b-6e61bd4bd52e on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:34:50.982680 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Attempting to bind port 166ace93-cf06-49dd-b25b-6e61bd4bd52e by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:34:50.982680 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Attempting to bind port 166ace93-cf06-49dd-b25b-6e61bd4bd52e on network d44ea27e-8d3b-4165-99d3-3c7803207bd3 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:34:50.988371 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:34:50.993764 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Checking segment: {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:34:50.993764 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:50.993764 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Bound using segment: {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:34:50.993764 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Bound port: 166ace93-cf06-49dd-b25b-6e61bd4bd52e, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:34:50.993764 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:51.080799 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] For port 166ace93-cf06-49dd-b25b-6e61bd4bd52e, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:34:51.084665 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] For port 166ace93-cf06-49dd-b25b-6e61bd4bd52e, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=166ace93-cf06-49dd-b25b-6e61bd4bd52e,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:34:51.179701 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:51.183622 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:51.271050 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Pushing event updated for resources: {'Port': ['ID=166ace93-cf06-49dd-b25b-6e61bd4bd52e,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:51.281461 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:51.319983 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:51.354289 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:51.522422 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Allocated IP 172.27.3.17 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/ae8b038f-102e-46e7-b75c-30f2b4fe14c8) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:34:51.689807 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:51.779818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:51.784308 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-931e21cc-2a06-499b-b094-b0d2c4232dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:51.849530 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:34:51.858240 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:34:51.862810 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:34:51.892302 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8b038f-102e-46e7-b75c-30f2b4fe14c8,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:51.910708 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.911079 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.911441 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.911984 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.912342 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.912758 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.913116 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.913466 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.913822 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.914170 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.914562 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.915472 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:51.921145 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:52.213932 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:52.242712 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bfd286-ae3f-4c6b-974b-045d8d1e8e91 None None] Network d44ea27e-8d3b-4165-99d3-3c7803207bd3 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:34:52.381469 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:52.399607 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-3465b831-c085-4c92-be29-b884b29ef82f None None] Provisioning for port 166ace93-cf06-49dd-b25b-6e61bd4bd52e completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:34:52.819538 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:53.038265 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 166ace93-cf06-49dd-b25b-6e61bd4bd52e up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:34:53.076215 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:34:53.162116 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 166ace93-cf06-49dd-b25b-6e61bd4bd52e completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:34:53.167590 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 166ace93-cf06-49dd-b25b-6e61bd4bd52e triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:34:53.167963 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:53.258526 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:34:53.306041 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Sync routers for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:34:53.333526 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:53.334798 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1219113
May 06 09:34:53.335538 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:34:53.336167 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06633d0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:34:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:53.338174 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45950) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:53.389900 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:53.455338 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 370b9657-2451-4f49-8136-ade3a2f47432 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:34:53.514449 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 370b9657-2451-4f49-8136-ade3a2f47432 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:34:53.514687 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 370b9657-2451-4f49-8136-ade3a2f47432 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:34:53.558930 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 166ace93-cf06-49dd-b25b-6e61bd4bd52e, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=166ace93-cf06-49dd-b25b-6e61bd4bd52e,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:34:53.591940 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:34:53.634781 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:53.636608 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:53.691331 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-731982e9-08a3-4f9f-8cc7-9a6b54bec477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:53.843568 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=166ace93-cf06-49dd-b25b-6e61bd4bd52e,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:53.855738 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:53.941169 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06633d0>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:52Z', 'revision_number': 3, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:53.945225 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Checking router: f97a5f5d-f4d1-416d-9b95-fd6974d6d28c for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:34:53.945581 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Updating router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c port ae8b038f-102e-46e7-b75c-30f2b4fe14c8 binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:34:54.001839 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.032819 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.342547 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.354901 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Transition to ACTIVE for port object ae8b038f-102e-46e7-b75c-30f2b4fe14c8 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:34:54.374316 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Allocated IP 172.20.0.1 (d44ea27e-8d3b-4165-99d3-3c7803207bd3/c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4/9abf20eb-36a4-4b75-bff2-e80dab493a1b) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:34:54.436430 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.440121 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:54.518676 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Attempting to bind port ae8b038f-102e-46e7-b75c-30f2b4fe14c8 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:34:54.519047 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Attempting to bind port ae8b038f-102e-46e7-b75c-30f2b4fe14c8 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:34:54.519412 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Attempting to bind port ae8b038f-102e-46e7-b75c-30f2b4fe14c8 on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:34:54.521640 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27918e0b-8841-4491-9d1a-a68594039459 None None] Pushing event updated for resources: {'Port': ['ID=ae8b038f-102e-46e7-b75c-30f2b4fe14c8,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:54.527759 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:34:54.528124 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:34:54.528536 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.529380 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:34:54.529610 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Bound port: ae8b038f-102e-46e7-b75c-30f2b4fe14c8, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:34:54.529880 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.557431 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-27918e0b-8841-4491-9d1a-a68594039459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:54.611175 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] For port ae8b038f-102e-46e7-b75c-30f2b4fe14c8, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:34:54.614783 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] For port ae8b038f-102e-46e7-b75c-30f2b4fe14c8, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=ae8b038f-102e-46e7-b75c-30f2b4fe14c8,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:34:54.637390 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.652438 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Transition to ACTIVE for port object 9abf20eb-36a4-4b75-bff2-e80dab493a1b will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:34:54.716962 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.720683 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:54.733862 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.739099 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:54.794891 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:34:54.795408 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06633d0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:34:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:54.797093 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Network d44ea27e-8d3b-4165-99d3-3c7803207bd3 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:34:54.804583 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:34:54.809356 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:34:54.846096 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Pushing event updated for resources: {'Port': ['ID=9abf20eb-36a4-4b75-bff2-e80dab493a1b,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:54.850506 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:54.870525 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:54.954804 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27918e0b-8841-4491-9d1a-a68594039459 None None] Pushing event updated for resources: {'Port': ['ID=ae8b038f-102e-46e7-b75c-30f2b4fe14c8,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:54.964191 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-27918e0b-8841-4491-9d1a-a68594039459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:55.036428 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:34:55.081482 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 166ace93-cf06-49dd-b25b-6e61bd4bd52e up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:34:55.169843 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:55.294069 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-013c3bb7-974f-4d17-85d4-4b22ab2881e2 None None] Provisioning for port 9abf20eb-36a4-4b75-bff2-e80dab493a1b completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:34:55.315665 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-013c3bb7-974f-4d17-85d4-4b22ab2881e2 None None] Provisioning complete for port 9abf20eb-36a4-4b75-bff2-e80dab493a1b triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:34:55.316056 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-013c3bb7-974f-4d17-85d4-4b22ab2881e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:55.378727 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 166ace93-cf06-49dd-b25b-6e61bd4bd52e triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:34:55.379426 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:55.403099 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:55.448627 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:55.456681 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-013c3bb7-974f-4d17-85d4-4b22ab2881e2 None None] Port 9abf20eb-36a4-4b75-bff2-e80dab493a1b cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:34:55.474717 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-dcfa598a-a061-4460-8251-5c9618ad89f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:55.555561 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:55.557549 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06633d0>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:52Z', 'revision_number': 3, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:55.559929 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Pushing event updated for resources: {'Port': ['ID=9abf20eb-36a4-4b75-bff2-e80dab493a1b,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:55.564464 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:55.568352 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5f83f-5602-4476-a377-f36afca54a76 None None] The sync data for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi is: [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:52Z', 'revision_number': 3, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:34:55.697650 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Network d44ea27e-8d3b-4165-99d3-3c7803207bd3 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:34:55.698713 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:34:55.908687 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:34:55.983310 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a312b6a5-ce42-4ab2-a7b6-e0a861c2652b None None] Provisioning complete for port 9abf20eb-36a4-4b75-bff2-e80dab493a1b triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:34:55.983619 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a312b6a5-ce42-4ab2-a7b6-e0a861c2652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:56.047383 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a312b6a5-ce42-4ab2-a7b6-e0a861c2652b None None] Port 9abf20eb-36a4-4b75-bff2-e80dab493a1b cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:34:56.097563 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:34:56.102845 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] 10.222.0.68 "PUT /v2.0/routers/f97a5f5d-f4d1-416d-9b95-fd6974d6d28c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7635701
May 06 09:34:56.603622 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:34:56.845565 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 45986) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:56.856000 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2105295691-network', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:34:56.856722 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:56.860653 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Usage tracker for resource:network and tenant:70675d4d85764fe1a4776b728b3929f3 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:56.863485 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:56.870376 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:56.944908 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Made reservation on behalf of 70675d4d85764fe1a4776b728b3929f3 for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:34:56.947251 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:56.960412 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:56.983528 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:56.987918 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Usage tracker for resource:security_group_rule and tenant:70675d4d85764fe1a4776b728b3929f3 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:56.991102 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:56.997462 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:57.037998 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Sync routers for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:34:57.049262 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:34:57.049985 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b07b6610>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:34:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:57.051286 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device ae8b038f-102e-46e7-b75c-30f2b4fe14c8 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:34:57.106367 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.196510 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.201075 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7f86b301-623d-4e43-9281-411fd0118e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:57.208004 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port ae8b038f-102e-46e7-b75c-30f2b4fe14c8 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:34:57.213760 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port ae8b038f-102e-46e7-b75c-30f2b4fe14c8 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:34:57.214225 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.280567 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:34:57.353065 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:34:57.355457 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.362445 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ba8f9-f234-46ea-9c0d-b0492d56173d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:57.365630 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:57.370139 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.370139 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Added segment c175927c-ba98-43f2-8417-f8ea8bfa818f of type vlan for network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd
May 06 09:34:57.373702 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port ae8b038f-102e-46e7-b75c-30f2b4fe14c8, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=ae8b038f-102e-46e7-b75c-30f2b4fe14c8,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:34:57.399780 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.430276 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.432258 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:57.497243 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=ae8b038f-102e-46e7-b75c-30f2b4fe14c8,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:57.500238 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:57.504854 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.508876 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:57.508876 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.512329 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:57.598791 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b07b6610>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9abf20eb-36a4-4b75-bff2-e80dab493a1b', 'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'mac_address': 'fa:16:3e:ce:a5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:54Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 2, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'subnets': [{'id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:57.602877 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Checking router: f97a5f5d-f4d1-416d-9b95-fd6974d6d28c for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:34:57.603199 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Updating router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c port 9abf20eb-36a4-4b75-bff2-e80dab493a1b binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:34:57.611674 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Pushing event updated for resources: {'Network': ['ID=44c65afa-2d6d-4748-913a-e21ee0dbf0cd,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:57.614564 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:57.623310 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:34:57.660804 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:57.739724 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8930566
May 06 09:34:57.743447 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 45994) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:57.749710 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Request body: {'subnet': {'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2105295691-subnet', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:34:57.754651 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:57.759241 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Usage tracker for resource:subnet and tenant:70675d4d85764fe1a4776b728b3929f3 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:57.762176 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:57.772201 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:57.859416 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Made reservation on behalf of 70675d4d85764fe1a4776b728b3929f3 for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:34:57.862334 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27356926'] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.008610 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.020243 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Transition to ACTIVE for port object 9abf20eb-36a4-4b75-bff2-e80dab493a1b will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:34:58.167454 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.171611 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:58.234730 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Pushing event updated for resources: {'Port': ['ID=9abf20eb-36a4-4b75-bff2-e80dab493a1b,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:58.244947 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.245283 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.245615 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.245936 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.246256 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.246599 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.246984 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.247230 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.247571 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.247887 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.248201 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.248509 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:34:58.259165 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:58.406609 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2060191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27356812'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.413821 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-10ff7d56-45e8-4c5a-89e6-2d045be3cde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:58.424688 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Attempting to bind port 9abf20eb-36a4-4b75-bff2-e80dab493a1b on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:34:58.428115 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Attempting to bind port 9abf20eb-36a4-4b75-bff2-e80dab493a1b by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:34:58.428115 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Attempting to bind port 9abf20eb-36a4-4b75-bff2-e80dab493a1b on network d44ea27e-8d3b-4165-99d3-3c7803207bd3 {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:34:58.431703 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:34:58.432291 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Checking segment: {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:34:58.432849 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.433414 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Bound using segment: {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:34:58.433974 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Bound port: 9abf20eb-36a4-4b75-bff2-e80dab493a1b, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:34:58.434466 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.495085 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb39ed2-0e47-482e-9d90-372fd9568df9,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:58.498692 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:58.501556 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Checking segment: {'id': 'c175927c-ba98-43f2-8417-f8ea8bfa818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:34:58.501691 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Network hostable DHCP agents. Network: 44c65afa-2d6d-4748-913a-e21ee0dbf0cd, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:34:58.527698 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] For port 9abf20eb-36a4-4b75-bff2-e80dab493a1b, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:34:58.530616 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] For port 9abf20eb-36a4-4b75-bff2-e80dab493a1b, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9abf20eb-36a4-4b75-bff2-e80dab493a1b,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:34:58.590805 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:34:58.625113 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.629065 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:58.687785 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 44c65afa-2d6d-4748-913a-e21ee0dbf0cd) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:34:58.698819 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972bc39b-3cf7-4560-938d-946f5a58c81e None None] Network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:34:58.702781 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:34:58.703467 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b07b6610>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:34:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:58.705659 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:34:58.706252 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.808964 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-574ea18d-265c-4fd1-9729-86ec6b376f86 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0637605
May 06 09:34:58.811270 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46000) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:34:58.817114 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:34:58.823410 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:34:58.827921 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Usage tracker for resource:router and tenant:70675d4d85764fe1a4776b728b3929f3 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:34:58.831405 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:34:58.839981 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:34:58.860306 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Pushing event updated for resources: {'Port': ['ID=9abf20eb-36a4-4b75-bff2-e80dab493a1b,revision_number=4']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:58.865012 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-2b9ea526-f3d4-42e6-8b4d-0d5a03a6dc1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:58.907765 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:34:58.910790 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.911900 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.927837 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:58.956659 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-44c65afa-2d6d-4748-913a-e21ee0dbf0cd', 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'fixed_ips': [{'subnet_id': '9fb39ed2-0e47-482e-9d90-372fd9568df9'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:34:58.957536 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:59.019280 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device ae8b038f-102e-46e7-b75c-30f2b4fe14c8 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:34:59.171797 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port ae8b038f-102e-46e7-b75c-30f2b4fe14c8 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:34:59.172085 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:59.216239 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Allocated IP 172.20.0.2 (44c65afa-2d6d-4748-913a-e21ee0dbf0cd/9fb39ed2-0e47-482e-9d90-372fd9568df9/08fb47a9-4b2e-405e-8bf6-07f943555fa0) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:34:59.272414 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b07b6610>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9abf20eb-36a4-4b75-bff2-e80dab493a1b', 'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'mac_address': 'fa:16:3e:ce:a5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:54Z', 'updated_at': '2021-05-06T09:34:58Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'subnets': [{'id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:34:59.279275 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1409bc4-a81b-434e-b14b-7370c296a5c6 None None] The sync data for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi is: [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9abf20eb-36a4-4b75-bff2-e80dab493a1b', 'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'mac_address': 'fa:16:3e:ce:a5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:54Z', 'updated_at': '2021-05-06T09:34:58Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'subnets': [{'id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:34:59.390648 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:59.579111 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:59.590892 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Transition to ACTIVE for port object 08fb47a9-4b2e-405e-8bf6-07f943555fa0 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:34:59.610618 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Transition to ACTIVE for port object 08fb47a9-4b2e-405e-8bf6-07f943555fa0 will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:34:59.682276 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:59.686491 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:34:59.761651 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:34:59.762584 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Pushing event updated for resources: {'Port': ['ID=08fb47a9-4b2e-405e-8bf6-07f943555fa0,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:34:59.765200 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:34:59.766879 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:34:59.767583 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:34:59.791550 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:59.822874 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:59.865089 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Attempting to bind port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:34:59.865524 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Attempting to bind port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'c175927c-ba98-43f2-8417-f8ea8bfa818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:34:59.865894 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Attempting to bind port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 on network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:34:59.874016 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:34:59.874016 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Checking segment: {'id': 'c175927c-ba98-43f2-8417-f8ea8bfa818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:34:59.874016 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:59.874497 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Bound using segment: {'id': 'c175927c-ba98-43f2-8417-f8ea8bfa818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:34:59.875143 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Bound port: 08fb47a9-4b2e-405e-8bf6-07f943555fa0, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c175927c-ba98-43f2-8417-f8ea8bfa818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:34:59.875527 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:34:59.979356 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Allocated IP 172.27.3.228 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/c686d79d-93c0-443b-972f-eda57f5b7b16) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:34:59.981532 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] For port 08fb47a9-4b2e-405e-8bf6-07f943555fa0, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:34:59.985271 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] For port 08fb47a9-4b2e-405e-8bf6-07f943555fa0, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=08fb47a9-4b2e-405e-8bf6-07f943555fa0,segment=NetworkSegment(c175927c-ba98-43f2-8417-f8ea8bfa818f),segment_id=c175927c-ba98-43f2-8417-f8ea8bfa818f)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:35:00.065667 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:00.075368 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-7909e1b8-02fc-491b-831e-6d5a45366317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:00.164883 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Pushing event updated for resources: {'Port': ['ID=08fb47a9-4b2e-405e-8bf6-07f943555fa0,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:00.169043 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:00.176971 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:00.293911 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:00.298908 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:00.383484 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:35:00.386882 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:35:00.395958 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:35:00.444770 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Pushing event updated for resources: {'Port': ['ID=c686d79d-93c0-443b-972f-eda57f5b7b16,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:00.454879 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:00.951401 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:01.077752 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9abf20eb-36a4-4b75-bff2-e80dab493a1b up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:01.181473 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da808e-ae4a-4af6-8c90-cdfed2752313 None None] Network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:35:01.245745 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 9abf20eb-36a4-4b75-bff2-e80dab493a1b completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:35:01.254587 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9abf20eb-36a4-4b75-bff2-e80dab493a1b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:01.254957 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:01.412946 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:01.418279 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-cefa959d-9b61-4b14-a77e-726eb49beced None None] Provisioning for port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:35:01.495914 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:01.544423 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 9abf20eb-36a4-4b75-bff2-e80dab493a1b, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9abf20eb-36a4-4b75-bff2-e80dab493a1b,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:01.647873 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:01.648881 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 08fb47a9-4b2e-405e-8bf6-07f943555fa0 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:01.672470 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-b7b1e824-2536-4f19-b712-3a5abbf7adfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:01.744456 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Router 44dd82cd-b19f-4c66-8e53-bf41414c0406 is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:35:01.772516 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=9abf20eb-36a4-4b75-bff2-e80dab493a1b,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:01.778518 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:01.859340 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:35:01.864313 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:01.864686 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:01.930739 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:35:01.959006 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Sync routers for ids ['44dd82cd-b19f-4c66-8e53-bf41414c0406'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:35:01.988797 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Routers {'44dd82cd-b19f-4c66-8e53-bf41414c0406'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:35:01.989415 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0729be0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:34:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['44dd82cd-b19f-4c66-8e53-bf41414c0406'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:35:02.070784 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:02.072054 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2596164
May 06 09:35:02.074805 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46010) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:35:02.106707 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:02.172675 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 08fb47a9-4b2e-405e-8bf6-07f943555fa0, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=08fb47a9-4b2e-405e-8bf6-07f943555fa0,segment=NetworkSegment(c175927c-ba98-43f2-8417-f8ea8bfa818f),segment_id=c175927c-ba98-43f2-8417-f8ea8bfa818f)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:02.200414 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Set router 44dd82cd-b19f-4c66-8e53-bf41414c0406 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:35:02.407918 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:02.413552 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:02.520165 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=08fb47a9-4b2e-405e-8bf6-07f943555fa0,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:02.524889 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:02.590238 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0729be0>, [{'id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:58Z', 'updated_at': '2021-05-06T09:35:00Z', 'revision_number': 3, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'gw_port': {'id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:59Z', 'updated_at': '2021-05-06T09:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:35:02.594849 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Checking router: 44dd82cd-b19f-4c66-8e53-bf41414c0406 for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:35:02.595206 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Updating router 44dd82cd-b19f-4c66-8e53-bf41414c0406 port c686d79d-93c0-443b-972f-eda57f5b7b16 binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:35:02.653815 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:02.752478 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:02.996170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.010340 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Transition to ACTIVE for port object c686d79d-93c0-443b-972f-eda57f5b7b16 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:35:03.030201 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9abf20eb-36a4-4b75-bff2-e80dab493a1b up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:03.105720 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9abf20eb-36a4-4b75-bff2-e80dab493a1b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:03.106090 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.161752 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.166477 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-6b75e4cc-2c8e-4931-91bb-dce9a95a8c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:03.177804 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-434f433c-8e9a-4920-910b-2647224e5d4a tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:03.179238 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-434f433c-8e9a-4920-910b-2647224e5d4a tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/networks?id=f1e74890-bbf2-466e-858f-829f8228f190 HTTP/1.1" status: 200  len: 813 time: 0.2623346
May 06 09:35:03.207864 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-b14a076a-fe17-4dab-9855-06ec59aa1d24 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/quotas/de4407c6f7394ba7bbd84ae087a56658 HTTP/1.1" status: 200  len: 375 time: 0.0219040
May 06 09:35:03.240158 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Attempting to bind port c686d79d-93c0-443b-972f-eda57f5b7b16 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:35:03.240546 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Attempting to bind port c686d79d-93c0-443b-972f-eda57f5b7b16 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:35:03.246544 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Attempting to bind port c686d79d-93c0-443b-972f-eda57f5b7b16 on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:35:03.264462 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-a52bfe8c-6298-4a49-a43b-106f29ce59fd tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=de4407c6f7394ba7bbd84ae087a56658&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0555503
May 06 09:35:03.267364 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Allocated IP 172.20.0.1 (44c65afa-2d6d-4748-913a-e21ee0dbf0cd/9fb39ed2-0e47-482e-9d90-372fd9568df9/8393accc-7771-4cb3-9b00-42d96cd3008b) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:35:03.290491 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:35:03.291015 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:35:03.291446 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.291859 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:35:03.292331 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Bound port: c686d79d-93c0-443b-972f-eda57f5b7b16, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:35:03.292731 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.334922 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb776007-6a6c-4f34-92b3-3db332d2af73 None None] Pushing event updated for resources: {'Port': ['ID=c686d79d-93c0-443b-972f-eda57f5b7b16,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:03.350240 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-fb776007-6a6c-4f34-92b3-3db332d2af73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:03.360366 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 08fb47a9-4b2e-405e-8bf6-07f943555fa0 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:03.441367 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] For port c686d79d-93c0-443b-972f-eda57f5b7b16, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:35:03.452927 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] For port c686d79d-93c0-443b-972f-eda57f5b7b16, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=c686d79d-93c0-443b-972f-eda57f5b7b16,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:35:03.462633 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:03.463005 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.514087 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-2413e296-d6ee-45cc-a2ad-7161feb84304 service neutron] 10.222.0.68 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2410197
May 06 09:35:03.564403 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.631047 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.provisioning_blocks [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Transition to ACTIVE for port object 8393accc-7771-4cb3-9b00-42d96cd3008b will not be triggered until provisioned by entity DHCP. {{(pid=74357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:35:03.689836 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-b7d5f212-f28d-49d6-8c29-6c7a129e225e service neutron] 10.222.0.68 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682110
May 06 09:35:03.693964 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.698703 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:03.773030 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Routers {'44dd82cd-b19f-4c66-8e53-bf41414c0406'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:35:03.780147 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0729be0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:34:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['44dd82cd-b19f-4c66-8e53-bf41414c0406'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:35:03.802249 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.806975 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0c349180-8a22-4e75-828f-2fe8f3133e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:03.866312 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:35:03.874152 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:35:03.878617 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:35:03.915654 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Pushing event updated for resources: {'Port': ['ID=8393accc-7771-4cb3-9b00-42d96cd3008b,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:03.920665 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:03.931732 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb776007-6a6c-4f34-92b3-3db332d2af73 None None] Pushing event updated for resources: {'Port': ['ID=c686d79d-93c0-443b-972f-eda57f5b7b16,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:03.941438 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:03.941825 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-fb776007-6a6c-4f34-92b3-3db332d2af73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:04.030663 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] Set router 44dd82cd-b19f-4c66-8e53-bf41414c0406 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:35:04.040598 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f9383c5b-b01c-42e5-b78a-b710f2f475cf req-8c649b61-0f87-4ef9-ad4a-446c6d9c47e8 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 210 time: 0.0453138
May 06 09:35:04.210581 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:04.344814 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0729be0>, [{'id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:58Z', 'updated_at': '2021-05-06T09:35:00Z', 'revision_number': 3, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'gw_port': {'id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:59Z', 'updated_at': '2021-05-06T09:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:35:04.348672 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0d82e-ea79-422f-a297-486ece905a25 None None] The sync data for ids ['44dd82cd-b19f-4c66-8e53-bf41414c0406'] in dv-cinder-790014-1-iscsi is: [{'id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:58Z', 'updated_at': '2021-05-06T09:35:00Z', 'revision_number': 3, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'gw_port': {'id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:59Z', 'updated_at': '2021-05-06T09:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:35:04.384930 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-8e29f23d-5534-4294-8993-735d29df62a3 None None] Provisioning for port 8393accc-7771-4cb3-9b00-42d96cd3008b completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:35:04.390297 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-8e29f23d-5534-4294-8993-735d29df62a3 None None] Provisioning complete for port 8393accc-7771-4cb3-9b00-42d96cd3008b triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:04.401290 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-8e29f23d-5534-4294-8993-735d29df62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:04.454437 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-8e29f23d-5534-4294-8993-735d29df62a3 None None] Port 8393accc-7771-4cb3-9b00-42d96cd3008b cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:35:04.462584 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:04.570175 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:04.603166 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1f084392-f985-45b7-833e-637c24ed713f tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:04.689659 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Pushing event updated for resources: {'Port': ['ID=8393accc-7771-4cb3-9b00-42d96cd3008b,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:04.692232 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:04.696174 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:04.946896 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:35:04.949527 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:35:05.069700 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device c686d79d-93c0-443b-972f-eda57f5b7b16 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:05.163142 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Router 44dd82cd-b19f-4c66-8e53-bf41414c0406 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:35:05.289764 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port c686d79d-93c0-443b-972f-eda57f5b7b16 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:35:05.298373 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port c686d79d-93c0-443b-972f-eda57f5b7b16 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:05.298819 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:05.331298 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-3f5d528a-06e9-427f-b736-7e86b3ca9388 None None] Provisioning complete for port 8393accc-7771-4cb3-9b00-42d96cd3008b triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:05.331298 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3f5d528a-06e9-427f-b736-7e86b3ca9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:05.340322 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9ca27717-61c5-4d40-a6ec-ad6df60971a4 req-df25618e-a4a8-4c74-a322-669916beb299 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 210 time: 0.0502386
May 06 09:35:05.399613 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:35:05.409395 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d528a-06e9-427f-b736-7e86b3ca9388 None None] Port 8393accc-7771-4cb3-9b00-42d96cd3008b cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:35:05.417557 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-a8d4bf7f-ecef-4ab1-a41e-cdfcc614c552 admin admin] 10.222.0.68 "PUT /v2.0/routers/44dd82cd-b19f-4c66-8e53-bf41414c0406/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3414030
May 06 09:35:05.479666 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:05.497891 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port c686d79d-93c0-443b-972f-eda57f5b7b16, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=c686d79d-93c0-443b-972f-eda57f5b7b16,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:05.602647 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:05.605670 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:05.674657 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=c686d79d-93c0-443b-972f-eda57f5b7b16,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:05.677879 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:06.430233 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Sync routers for ids ['44dd82cd-b19f-4c66-8e53-bf41414c0406'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:35:06.453382 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Routers {'44dd82cd-b19f-4c66-8e53-bf41414c0406'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:35:06.454158 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b097a400>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:34:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['44dd82cd-b19f-4c66-8e53-bf41414c0406'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:35:06.654170 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-aa743d9d-f39b-4146-8ea7-92bbbd93a67c tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:06.661643 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-aa743d9d-f39b-4146-8ea7-92bbbd93a67c tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.73 "GET /v2.0/networks?id=f1e74890-bbf2-466e-858f-829f8228f190 HTTP/1.1" status: 200  len: 813 time: 0.2643712
May 06 09:35:06.676195 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Request body: {'port': {'device_id': 'e4a070fd-a03a-4e24-b7f3-4cddd1361615', 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190', 'admin_state_up': True, 'tenant_id': 'de4407c6f7394ba7bbd84ae087a56658'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:35:06.763780 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Set router 44dd82cd-b19f-4c66-8e53-bf41414c0406 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:35:06.879620 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a5464b71-20fb-4175-b47c-d356449fb878 req-1a9c78d8-952b-4f9b-9add-5903dc899319 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 210 time: 0.4018979
May 06 09:35:06.915081 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:35:06.919363 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Usage tracker for resource:port and tenant:de4407c6f7394ba7bbd84ae087a56658 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:35:06.927921 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:35:06.932188 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:35:07.007742 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Made reservation on behalf of de4407c6f7394ba7bbd84ae087a56658 for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:35:07.012034 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:07.063467 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device c686d79d-93c0-443b-972f-eda57f5b7b16 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:07.146597 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b097a400>, [{'id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:58Z', 'updated_at': '2021-05-06T09:35:04Z', 'revision_number': 4, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'gw_port': {'id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:59Z', 'updated_at': '2021-05-06T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '8393accc-7771-4cb3-9b00-42d96cd3008b', 'name': '', 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'mac_address': 'fa:16:3e:a7:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fb39ed2-0e47-482e-9d90-372fd9568df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:35:02Z', 'updated_at': '2021-05-06T09:35:04Z', 'revision_number': 2, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'subnets': [{'id': '9fb39ed2-0e47-482e-9d90-372fd9568df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:35:07.151426 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Checking router: 44dd82cd-b19f-4c66-8e53-bf41414c0406 for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:35:07.151737 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Updating router 44dd82cd-b19f-4c66-8e53-bf41414c0406 port 8393accc-7771-4cb3-9b00-42d96cd3008b binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:35:07.156814 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port c686d79d-93c0-443b-972f-eda57f5b7b16 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:07.157534 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:07.248337 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:07.249367 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Allocated IP 172.20.0.3 (f1e74890-bbf2-466e-858f-829f8228f190/08cf24d3-e898-46e0-990a-f2724c74f749/0f6caab5-a984-432e-bc0c-a04b9c8ab45d) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:35:07.502807 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:07.642317 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:07.652025 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c955450e-a84a-4de4-88d6-c5c89e402c4c tempest-VolumesActionsTest-1904750643 tempest-VolumesActionsTest-1904750643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:07.664065 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:07.676713 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Transition to ACTIVE for port object 8393accc-7771-4cb3-9b00-42d96cd3008b will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:35:07.719715 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Network f1e74890-bbf2-466e-858f-829f8228f190 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:35:07.723691 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:35:07.728562 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:35:07.785541 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:07.794725 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Pushing event updated for resources: {'Port': ['ID=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:07.799773 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:07.805448 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-ce897cd2-de8d-4c95-882f-b3b8bd5a11ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:07.807533 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:07.808168 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:07.922719 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2555699
May 06 09:35:07.934953 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Request body: {'port': {'device_id': 'e4a070fd-a03a-4e24-b7f3-4cddd1361615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:35:07.946901 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd278-71d5-4089-8481-dd13dfc01d24 None None] Pushing event updated for resources: {'Port': ['ID=8393accc-7771-4cb3-9b00-42d96cd3008b,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:07.950944 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-c1edd278-71d5-4089-8481-dd13dfc01d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:08.062676 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Attempting to bind port 8393accc-7771-4cb3-9b00-42d96cd3008b on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:35:08.063104 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Attempting to bind port 8393accc-7771-4cb3-9b00-42d96cd3008b by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'c175927c-ba98-43f2-8417-f8ea8bfa818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:35:08.063472 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Attempting to bind port 8393accc-7771-4cb3-9b00-42d96cd3008b on network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:35:08.072532 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:35:08.072975 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Checking segment: {'id': 'c175927c-ba98-43f2-8417-f8ea8bfa818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:35:08.073359 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:08.074295 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Bound using segment: {'id': 'c175927c-ba98-43f2-8417-f8ea8bfa818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:35:08.074777 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Bound port: 8393accc-7771-4cb3-9b00-42d96cd3008b, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c175927c-ba98-43f2-8417-f8ea8bfa818f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:35:08.075153 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:08.216122 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:08.299880 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4de25-cb83-440a-98c3-eb2dd5f0a6e5 req-4fae2df0-3884-4994-80d5-d740475edaba tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:08.309018 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-33e4de25-cb83-440a-98c3-eb2dd5f0a6e5 req-4fae2df0-3884-4994-80d5-d740475edaba tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 931 time: 0.2044117
May 06 09:35:08.332446 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] For port 8393accc-7771-4cb3-9b00-42d96cd3008b, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:35:08.336534 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] For port 8393accc-7771-4cb3-9b00-42d96cd3008b, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=8393accc-7771-4cb3-9b00-42d96cd3008b,segment=NetworkSegment(c175927c-ba98-43f2-8417-f8ea8bfa818f),segment_id=c175927c-ba98-43f2-8417-f8ea8bfa818f)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:35:08.364910 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-33e4de25-cb83-440a-98c3-eb2dd5f0a6e5 req-eccb2965-547c-4579-9bbd-0fb145aa191c tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545805
May 06 09:35:08.419326 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:08.424552 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-1c0487b0-927c-44a9-813f-e9379fa1c020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:08.503642 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Routers {'44dd82cd-b19f-4c66-8e53-bf41414c0406'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:35:08.504365 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b097a400>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:34:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['44dd82cd-b19f-4c66-8e53-bf41414c0406'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:35:08.685950 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd278-71d5-4089-8481-dd13dfc01d24 None None] Pushing event updated for resources: {'Port': ['ID=8393accc-7771-4cb3-9b00-42d96cd3008b,revision_number=4']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:08.696347 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6caab5-a984-432e-bc0c-a04b9c8ab45d {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:35:08.699222 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-c1edd278-71d5-4089-8481-dd13dfc01d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:08.710100 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:08.731803 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Transition to ACTIVE for port object 0f6caab5-a984-432e-bc0c-a04b9c8ab45d will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:35:08.779636 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] Set router 44dd82cd-b19f-4c66-8e53-bf41414c0406 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:35:08.864810 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:08.869613 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-151a6d88-5254-426b-8f76-2651f810f56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:09.050184 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:09.054033 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:09.164095 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b097a400>, [{'id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:58Z', 'updated_at': '2021-05-06T09:35:04Z', 'revision_number': 4, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'gw_port': {'id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:59Z', 'updated_at': '2021-05-06T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '8393accc-7771-4cb3-9b00-42d96cd3008b', 'name': '', 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'mac_address': 'fa:16:3e:a7:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fb39ed2-0e47-482e-9d90-372fd9568df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:35:02Z', 'updated_at': '2021-05-06T09:35:08Z', 'revision_number': 4, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'subnets': [{'id': '9fb39ed2-0e47-482e-9d90-372fd9568df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:35:09.171406 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea14fc2c-47df-4ced-aeb4-ca2e034c3b51 None None] The sync data for ids ['44dd82cd-b19f-4c66-8e53-bf41414c0406'] in dv-cinder-790014-1-iscsi is: [{'id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:58Z', 'updated_at': '2021-05-06T09:35:04Z', 'revision_number': 4, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'gw_port': {'id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:59Z', 'updated_at': '2021-05-06T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '8393accc-7771-4cb3-9b00-42d96cd3008b', 'name': '', 'network_id': '44c65afa-2d6d-4748-913a-e21ee0dbf0cd', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'mac_address': 'fa:16:3e:a7:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fb39ed2-0e47-482e-9d90-372fd9568df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:35:02Z', 'updated_at': '2021-05-06T09:35:08Z', 'revision_number': 4, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'subnets': [{'id': '9fb39ed2-0e47-482e-9d90-372fd9568df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:35:09.333138 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Attempting to bind port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:35:09.333651 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Attempting to bind port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:35:09.334319 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Attempting to bind port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d on network f1e74890-bbf2-466e-858f-829f8228f190 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:35:09.340008 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d on network f1e74890-bbf2-466e-858f-829f8228f190 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:35:09.340494 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Attempting to bind port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d on network f1e74890-bbf2-466e-858f-829f8228f190 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:35:09.346934 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:35:09.347426 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Checking segment: {'id': '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:35:09.347906 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Bound using segment: {'id': '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:35:09.348489 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Bound port: 0f6caab5-a984-432e-bc0c-a04b9c8ab45d, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:35:09.348975 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:09.466754 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] For port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:35:09.470611 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] For port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:35:09.568680 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:09.574981 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c4d64b42-3ae3-4c15-b42b-a579bfe7e7a0 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:09.616653 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f1865-81e5-4877-ac85-57a5efde9457 req-407586b2-4fda-48fd-a8ae-dc5403f02dfc tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:09.619148 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6b4f1865-81e5-4877-ac85-57a5efde9457 req-407586b2-4fda-48fd-a8ae-dc5403f02dfc tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 943 time: 0.1046023
May 06 09:35:09.650300 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:09.651038 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:09.652546 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] 10.222.0.73 "PUT /v2.0/ports/0f6caab5-a984-432e-bc0c-a04b9c8ab45d HTTP/1.1" status: 200  len: 1093 time: 1.7220454
May 06 09:35:09.653319 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a070fd-a03a-4e24-b7f3-4cddd1361615', 'tag': '0f6caab5-a984-432e-bc0c-a04b9c8ab45d'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:35:09.684134 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:09.687811 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:09.689266 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6b4f1865-81e5-4877-ac85-57a5efde9457 req-ecb12839-3c91-4851-b898-ae40240d3b7a tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643580
May 06 09:35:09.747727 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a070fd-a03a-4e24-b7f3-4cddd1361615', 'tag': '0f6caab5-a984-432e-bc0c-a04b9c8ab45d', 'status': 'completed', 'code': 200}
May 06 09:35:09.848528 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-e454baae-1faf-4f39-a6fe-dcca53775a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:09.850164 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-e454baae-1faf-4f39-a6fe-dcca53775a38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4407c6f7394ba7bbd84ae087a56658&device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 1096 time: 0.0871098
May 06 09:35:09.926112 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-8347bf7a-ca83-42fa-867e-c4be5d615a5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f6caab5-a984-432e-bc0c-a04b9c8ab45d HTTP/1.1" status: 200  len: 217 time: 0.0681293
May 06 09:35:10.007450 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-f4bed0e3-dcab-4e4d-8c56-e986ad05bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:10.009527 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-f4bed0e3-dcab-4e4d-8c56-e986ad05bd53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08cf24d3-e898-46e0-990a-f2724c74f749 HTTP/1.1" status: 200  len: 853 time: 0.0701008
May 06 09:35:10.061190 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-e782a73c-d8de-4173-9bdd-af83972db5b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1e74890-bbf2-466e-858f-829f8228f190&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443556
May 06 09:35:10.215697 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-f948a299-94a9-4fee-92f2-ca9903d0d691 service neutron] 10.222.0.73 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474893
May 06 09:35:10.359436 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-385d6bd1-fbc8-409e-b82e-adee8ca5cc0a req-1d9c00aa-a6f7-4837-8089-6020e9d9f2d4 service neutron] 10.222.0.73 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370060
May 06 09:35:10.574172 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-cb0d9832-3705-467b-b548-94a6512e23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:10.576092 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-cb0d9832-3705-467b-b548-94a6512e23a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=de4407c6f7394ba7bbd84ae087a56658&device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 1096 time: 0.0862360
May 06 09:35:10.732379 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-ad30b2dc-8fc5-4fc8-ad3a-94ee791dbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:10.733992 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-ad30b2dc-8fc5-4fc8-ad3a-94ee791dbbbd service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1e74890-bbf2-466e-858f-829f8228f190 HTTP/1.1" status: 200  len: 914 time: 0.1498156
May 06 09:35:10.813246 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-4800f8ca-2c86-437e-b9c4-b928d925def0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f6caab5-a984-432e-bc0c-a04b9c8ab45d HTTP/1.1" status: 200  len: 217 time: 0.0715692
May 06 09:35:10.894509 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-55228e1a-5dbd-41dc-8948-c9fcbe9229ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:10.896270 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-55228e1a-5dbd-41dc-8948-c9fcbe9229ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=08cf24d3-e898-46e0-990a-f2724c74f749 HTTP/1.1" status: 200  len: 853 time: 0.0758739
May 06 09:35:10.940139 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf183f-6ba3-4af1-985d-c992aeed3bdd req-524a4fa3-b3c4-46de-9bdb-3f958fcf02d6 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:10.941818 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82cf183f-6ba3-4af1-985d-c992aeed3bdd req-524a4fa3-b3c4-46de-9bdb-3f958fcf02d6 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 943 time: 0.1022172
May 06 09:35:10.960902 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-023b5707-e5e7-432c-8be0-cd3be06db4e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1e74890-bbf2-466e-858f-829f8228f190&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482399
May 06 09:35:11.005299 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-82cf183f-6ba3-4af1-985d-c992aeed3bdd req-69308c4b-9a8e-4cdd-b646-21c92e2c4964 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515711
May 06 09:35:11.117626 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 8393accc-7771-4cb3-9b00-42d96cd3008b up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:11.134772 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-ef1fdfdc-f831-48de-b604-5021a2937a2f service neutron] 10.222.0.73 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727984
May 06 09:35:11.299430 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 8393accc-7771-4cb3-9b00-42d96cd3008b completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:35:11.305718 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-036ec7c1-effd-41c6-a7cf-904cc53c9c60 req-8889e5c5-715b-4ece-9afa-6ddfa55a5d9c service neutron] 10.222.0.73 "GET /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624842
May 06 09:35:11.306481 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 8393accc-7771-4cb3-9b00-42d96cd3008b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:11.307099 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:11.452724 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:11.487906 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 8393accc-7771-4cb3-9b00-42d96cd3008b, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=8393accc-7771-4cb3-9b00-42d96cd3008b,segment=NetworkSegment(c175927c-ba98-43f2-8417-f8ea8bfa818f),segment_id=c175927c-ba98-43f2-8417-f8ea8bfa818f)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:11.533795 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:11.535804 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:11.616160 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=8393accc-7771-4cb3-9b00-42d96cd3008b,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:11.619473 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:12.241290 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b946514-6148-4b8a-90c6-023100bf8484 req-c5786dc5-2ed4-4c23-ab99-8f8ddb7a71a1 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:12.243662 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0b946514-6148-4b8a-90c6-023100bf8484 req-c5786dc5-2ed4-4c23-ab99-8f8ddb7a71a1 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 943 time: 0.1059375
May 06 09:35:12.297254 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0b946514-6148-4b8a-90c6-023100bf8484 req-0bdde4df-1e84-47c6-9cc8-7769b907b337 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478313
May 06 09:35:13.024026 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 8393accc-7771-4cb3-9b00-42d96cd3008b up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:13.100479 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 8393accc-7771-4cb3-9b00-42d96cd3008b triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:13.101276 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:13.281216 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 0f6caab5-a984-432e-bc0c-a04b9c8ab45d details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:35:13.417329 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:13.431930 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '0f6caab5-a984-432e-bc0c-a04b9c8ab45d', 'network_id': 'f1e74890-bbf2-466e-858f-829f8228f190', 'port_id': '0f6caab5-a984-432e-bc0c-a04b9c8ab45d', 'mac_address': 'fa:16:3e:46:51:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cf24d3-e898-46e0-990a-f2724c74f749', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:35:13.499407 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e018bb-f06b-4dd6-b755-3497d1aa2fae req-786d5e0e-7f4b-419e-8c47-30613102164d tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:13.500830 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-94e018bb-f06b-4dd6-b755-3497d1aa2fae req-786d5e0e-7f4b-419e-8c47-30613102164d tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 943 time: 0.0881672
May 06 09:35:13.530273 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:13.547897 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6caab5-a984-432e-bc0c-a04b9c8ab45d {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:35:13.551004 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-94e018bb-f06b-4dd6-b755-3497d1aa2fae req-9dcc0e89-917d-4ee8-968d-4205c60b9094 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442104
May 06 09:35:13.564581 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:13.664715 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:13.666850 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:13.740683 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:13.746347 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:13.902131 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['0f6caab5-a984-432e-bc0c-a04b9c8ab45d'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:35:14.778300 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2f071-3bf0-4cef-8d07-95b86b1a2331 req-94c008af-58fe-4a5d-91bd-465f0ae08a67 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:14.787623 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-41d2f071-3bf0-4cef-8d07-95b86b1a2331 req-94c008af-58fe-4a5d-91bd-465f0ae08a67 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 944 time: 0.1044407
May 06 09:35:14.845049 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-41d2f071-3bf0-4cef-8d07-95b86b1a2331 req-8fe14041-3787-4bcb-930d-15fd68ac0950 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564289
May 06 09:35:15.280074 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 0f6caab5-a984-432e-bc0c-a04b9c8ab45d up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:15.418933 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:35:15.424586 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:15.424987 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:15.555632 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:15.589877 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a070fd-a03a-4e24-b7f3-4cddd1361615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6caab5-a984-432e-bc0c-a04b9c8ab45d'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:35:15.618721 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:15.650441 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a070fd-a03a-4e24-b7f3-4cddd1361615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6caab5-a984-432e-bc0c-a04b9c8ab45d', 'code': 200}
May 06 09:35:15.693526 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:15.696197 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-53aba3b2-691b-49b3-8855-01c6bec23695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:15.772825 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:15.778320 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:16.086856 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91694d-7074-4af5-9d0d-f1e4dcc4242b req-3b2f0b95-0cc6-4f66-9eda-febe156d5418 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:16.088543 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ab91694d-7074-4af5-9d0d-f1e4dcc4242b req-3b2f0b95-0cc6-4f66-9eda-febe156d5418 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 945 time: 0.1345766
May 06 09:35:16.105831 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392cee-b749-4137-811c-15ded1242cc1 req-56f823a8-2639-4d3b-bb92-48ccaf8d99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:16.107593 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b3392cee-b749-4137-811c-15ded1242cc1 req-56f823a8-2639-4d3b-bb92-48ccaf8d99e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 1098 time: 0.1139495
May 06 09:35:16.146613 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ab91694d-7074-4af5-9d0d-f1e4dcc4242b req-b479235f-e464-42ae-affb-ed7365df6a44 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511532
May 06 09:35:16.163805 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b3392cee-b749-4137-811c-15ded1242cc1 req-fbae9fb9-e813-4491-9297-295c6c592cd2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490625
May 06 09:35:16.841845 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-fa485380-37c9-4dec-a9a5-5c0611df784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:17.401267 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09216b13-27c8-4bac-ba03-13bb4df4bec9 req-f1ec3e6c-d2ee-41ad-bb64-1b86cd6bcb9b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:17.402705 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-09216b13-27c8-4bac-ba03-13bb4df4bec9 req-f1ec3e6c-d2ee-41ad-bb64-1b86cd6bcb9b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 945 time: 0.0836411
May 06 09:35:17.449062 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-09216b13-27c8-4bac-ba03-13bb4df4bec9 req-78f7e596-afad-44d7-b1a5-f2c513ec77a8 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401611
May 06 09:35:18.622664 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-598e032d-5c5b-4f6b-b68a-a4bec91030d9 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:18.631316 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-598e032d-5c5b-4f6b-b68a-a4bec91030d9 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/networks?id=d44ea27e-8d3b-4165-99d3-3c7803207bd3 HTTP/1.1" status: 200  len: 815 time: 0.1622956
May 06 09:35:18.643795 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dcc9b123-d866-4e42-a3b8-104d2f73bee6 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/quotas/6c5fe3d0acad46d5b68fa08d16aace24 HTTP/1.1" status: 200  len: 375 time: 0.0099177
May 06 09:35:18.731027 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-4ca7afbe-82dc-413c-91bf-654b3c29497e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0810463
May 06 09:35:18.747472 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-f6fe049a-6819-443b-9e56-fff169fe3f3a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:35:18.748800 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-f6fe049a-6819-443b-9e56-fff169fe3f3a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053566
May 06 09:35:18.986321 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-ac98d01b-f8f5-4aa5-9684-33a7ada1c465 service neutron] 10.222.0.68 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316718
May 06 09:35:19.123687 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-a9d2f6d5-d385-4720-8dc2-71c00f703d24 service neutron] 10.222.0.68 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305988
May 06 09:35:19.327908 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:19.404371 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-08d95c99-a6ff-40c5-a72f-cc85f4f0f84d req-8573399d-48df-4972-bf5e-2353648b76ce tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 210 time: 0.0514412
May 06 09:35:19.630857 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-706ee2a5-7d7c-4c27-b0ad-d6bdd9157877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:20.458948 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:20.555053 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-49379823-8881-4578-8163-129e0bc96a0b req-b0b37afa-bf62-42df-bdb8-13a5e8267387 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 210 time: 0.0448990
May 06 09:35:21.719341 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6ee5135e-3022-4e3b-b1ca-4e44dbc7a464 req-f81209f9-47d9-430f-b01a-587e39f84aa2 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 210 time: 0.0456774
May 06 09:35:21.802315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-89500f28-8c86-41d5-b39f-06eadac577e2 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:21.803020 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-89500f28-8c86-41d5-b39f-06eadac577e2 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Synchronizing usage tracker for tenant:6c5fe3d0acad46d5b68fa08d16aace24 on resource:network {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:35:21.887794 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-89500f28-8c86-41d5-b39f-06eadac577e2 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Unset dirty status for tenant:6c5fe3d0acad46d5b68fa08d16aace24 on resource:network {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:35:21.889066 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-89500f28-8c86-41d5-b39f-06eadac577e2 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.73 "GET /v2.0/networks?id=d44ea27e-8d3b-4165-99d3-3c7803207bd3 HTTP/1.1" status: 200  len: 815 time: 0.3475244
May 06 09:35:21.901239 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'port': {'device_id': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'admin_state_up': True, 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:35:22.071333 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:35:22.075360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:port and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:35:22.078630 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:35:22.084620 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:35:22.178911 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:22.190734 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Made reservation on behalf of 6c5fe3d0acad46d5b68fa08d16aace24 for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:35:22.196442 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:22.385481 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Allocated IP 172.20.0.9 (d44ea27e-8d3b-4165-99d3-3c7803207bd3/c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4/ac2a799e-e45e-4bfe-8239-ca26023230d1) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:35:22.605589 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:22.621411 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Transition to ACTIVE for port object ac2a799e-e45e-4bfe-8239-ca26023230d1 will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:35:22.699584 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:22.706790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8172b814-b05f-4f53-a7dc-9f9334e9fa1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:22.788483 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Network d44ea27e-8d3b-4165-99d3-3c7803207bd3 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:35:22.797985 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:35:22.803158 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:35:22.837797 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'Port': ['ID=ac2a799e-e45e-4bfe-8239-ca26023230d1,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:22.853814 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:22.906284 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:22.907143 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:22.997457 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0999522
May 06 09:35:23.023191 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2c813-d7e3-4d66-9c18-2f01531589aa req-73872753-3671-435f-a909-a37ba5bc8146 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:23.027308 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9ed2c813-d7e3-4d66-9c18-2f01531589aa req-73872753-3671-435f-a909-a37ba5bc8146 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 931 time: 0.1398828
May 06 09:35:23.100607 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9ed2c813-d7e3-4d66-9c18-2f01531589aa req-32b7896a-20b4-48ab-bc58-a84385f65dff tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604553
May 06 09:35:23.230472 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-124a2152-b797-4ed9-beec-47c3c0546270 None None] Provisioning for port ac2a799e-e45e-4bfe-8239-ca26023230d1 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:35:23.236003 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-124a2152-b797-4ed9-beec-47c3c0546270 None None] Provisioning complete for port ac2a799e-e45e-4bfe-8239-ca26023230d1 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:23.236387 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-124a2152-b797-4ed9-beec-47c3c0546270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:23.297038 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-124a2152-b797-4ed9-beec-47c3c0546270 None None] Port ac2a799e-e45e-4bfe-8239-ca26023230d1 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:35:23.595997 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:24.303146 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c3a4c-d4cf-4b3f-aa46-e565c2675e8c req-abc946cc-8b3c-4ecd-8c5a-5f1a299788cb tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:24.304677 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-865c3a4c-d4cf-4b3f-aa46-e565c2675e8c req-abc946cc-8b3c-4ecd-8c5a-5f1a299788cb tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 931 time: 0.0891938
May 06 09:35:24.353211 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-865c3a4c-d4cf-4b3f-aa46-e565c2675e8c req-c0e574d0-79b8-489b-9055-df9deaf45c6a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417893
May 06 09:35:25.544311 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3939c-fff3-4e63-a5c0-48ea5d6de899 req-50e48595-6c81-4603-bda5-0a837b62345e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:25.545744 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-90f3939c-fff3-4e63-a5c0-48ea5d6de899 req-50e48595-6c81-4603-bda5-0a837b62345e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 931 time: 0.0828478
May 06 09:35:25.598562 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-90f3939c-fff3-4e63-a5c0-48ea5d6de899 req-d1e1de84-6968-420e-abfa-5fe2e16ce287 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468345
May 06 09:35:26.791283 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c437-ec75-4547-a4f8-4aeb5e87605c req-c0d0c0a8-78e8-4783-8030-8b63fe3a7e38 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:26.792893 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bea4c437-ec75-4547-a4f8-4aeb5e87605c req-c0d0c0a8-78e8-4783-8030-8b63fe3a7e38 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 931 time: 0.0850258
May 06 09:35:26.840103 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bea4c437-ec75-4547-a4f8-4aeb5e87605c req-2ce653d5-d274-4d72-8689-31a625edecb3 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410633
May 06 09:35:28.038166 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0463e2-aa37-466c-8e2f-d37ae70c111a req-51a16972-ce48-47c0-bb29-579666d6fc71 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:28.039655 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9a0463e2-aa37-466c-8e2f-d37ae70c111a req-51a16972-ce48-47c0-bb29-579666d6fc71 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 931 time: 0.0863121
May 06 09:35:28.092828 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9a0463e2-aa37-466c-8e2f-d37ae70c111a req-78bc6b2b-d014-437a-a2d4-58f781961148 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462847
May 06 09:35:29.288172 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ece22-e4f6-403d-959f-768088512481 req-0499418a-104f-4563-987b-a89fe07c5f19 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:29.290264 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7d0ece22-e4f6-403d-959f-768088512481 req-0499418a-104f-4563-987b-a89fe07c5f19 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 931 time: 0.0849850
May 06 09:35:29.336369 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7d0ece22-e4f6-403d-959f-768088512481 req-965fa07f-2591-4116-9408-7c6abf52886c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402167
May 06 09:35:30.535548 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebc4bd-40fc-4bf4-84eb-8d37d6b2d21f req-275ea840-4769-404d-86bc-55d8a49d2ac5 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:30.537807 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3aebc4bd-40fc-4bf4-84eb-8d37d6b2d21f req-275ea840-4769-404d-86bc-55d8a49d2ac5 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 931 time: 0.0867379
May 06 09:35:30.592784 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3aebc4bd-40fc-4bf4-84eb-8d37d6b2d21f req-aa916e70-0da1-4af1-a53f-a1908c497fe0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490868
May 06 09:35:31.845174 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672d318-588b-4f06-a6fc-d165efac1cae req-f3cfd7e2-2f1e-4e6a-b339-61e271633626 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:31.847198 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0672d318-588b-4f06-a6fc-d165efac1cae req-f3cfd7e2-2f1e-4e6a-b339-61e271633626 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 931 time: 0.1324751
May 06 09:35:31.960287 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0672d318-588b-4f06-a6fc-d165efac1cae req-bbfc24fc-4003-4b91-814d-d65fcd804114 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056793
May 06 09:35:32.717900 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-7d7b28af-3d57-43e9-b26c-dee163891a4b tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:35:32.723176 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-7d7b28af-3d57-43e9-b26c-dee163891a4b tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061672
May 06 09:35:32.732479 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Request body: {'port': {'device_id': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:35:32.897373 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:32.955997 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-be8ea2ce-1041-4893-b0a2-9ea2cc5f4f91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1728601
May 06 09:35:33.170076 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2529b4b-5ca9-4689-96c5-ec186b9aca4f req-9d419ac9-16ff-4fb3-a564-1a57d330d2d3 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:33.171551 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e2529b4b-5ca9-4689-96c5-ec186b9aca4f req-9d419ac9-16ff-4fb3-a564-1a57d330d2d3 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 931 time: 0.0869901
May 06 09:35:33.219365 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e2529b4b-5ca9-4689-96c5-ec186b9aca4f req-2b69a0ea-1d0f-4012-9097-697bd5718951 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417478
May 06 09:35:33.251032 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-46e179f4-20d9-4a57-bdb4-c089e16f343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:33.252527 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-46e179f4-20d9-4a57-bdb4-c089e16f343a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e3ef3fb127743f68a201755709a9bdf&device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1098 time: 0.2170467
May 06 09:35:33.336370 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2a799e-e45e-4bfe-8239-ca26023230d1 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:35:33.344221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:33.379698 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Transition to ACTIVE for port object ac2a799e-e45e-4bfe-8239-ca26023230d1 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:35:33.460474 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:33.467544 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:33.600221 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-3ccce3f6-0f18-46da-8473-4ae58d01e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:33.601722 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-3ccce3f6-0f18-46da-8473-4ae58d01e905 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 200  len: 909 time: 0.2945094
May 06 09:35:33.602903 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:35:33.817617 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2a799e-e45e-4bfe-8239-ca26023230d1,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:33.831864 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:33.897842 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-30d53c0a-ecb6-47af-bafb-7b4c97eb8885 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 200  len: 1001 time: 0.2864048
May 06 09:35:33.967069 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Attempting to bind port ac2a799e-e45e-4bfe-8239-ca26023230d1 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:35:33.967405 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Attempting to bind port ac2a799e-e45e-4bfe-8239-ca26023230d1 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:35:33.967727 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Attempting to bind port ac2a799e-e45e-4bfe-8239-ca26023230d1 on network d44ea27e-8d3b-4165-99d3-3c7803207bd3 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:35:33.979238 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Port ac2a799e-e45e-4bfe-8239-ca26023230d1 on network d44ea27e-8d3b-4165-99d3-3c7803207bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:35:33.979531 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Attempting to bind port ac2a799e-e45e-4bfe-8239-ca26023230d1 on network d44ea27e-8d3b-4165-99d3-3c7803207bd3 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:35:33.988962 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-936f6d45-7822-4013-ba40-3fa6ab8a495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:33.990420 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-936f6d45-7822-4013-ba40-3fa6ab8a495b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03498413-79ed-4cfc-ba57-fa1894531bf6 HTTP/1.1" status: 200  len: 847 time: 0.0860555
May 06 09:35:33.991236 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:35:33.991564 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Checking segment: {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:35:33.991933 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Bound using segment: {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:35:33.992352 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Bound port: ac2a799e-e45e-4bfe-8239-ca26023230d1, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:35:33.992695 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:34.143210 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] For port ac2a799e-e45e-4bfe-8239-ca26023230d1, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:35:34.151578 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-bff8a6f1-6b1f-4a53-bbf2-d60a6048f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:34.153128 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-bff8a6f1-6b1f-4a53-bbf2-d60a6048f213 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26683102-4858-4c9b-897c-58ae9f936d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1509628
May 06 09:35:34.156054 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] For port ac2a799e-e45e-4bfe-8239-ca26023230d1, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:35:34.238285 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:34.245249 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3b13b12f-68d1-4766-a82f-ad2da401446b tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:34.324132 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:34.324982 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:34.326774 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] 10.222.0.73 "PUT /v2.0/ports/ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 200  len: 1093 time: 1.5982502
May 06 09:35:34.328504 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:35:34.369377 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2a799e-e45e-4bfe-8239-ca26023230d1,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:34.373511 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-8fed86b7-3954-42d2-9b0f-0a2905478b8a service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136443
May 06 09:35:34.376624 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:34.465622 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907c839-dc81-44cf-a851-c242acdee738 req-118d06bf-054d-44da-818d-abbea3da8afd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:34.466236 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'status': 'completed', 'code': 200}
May 06 09:35:34.467206 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c907c839-dc81-44cf-a851-c242acdee738 req-118d06bf-054d-44da-818d-abbea3da8afd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 943 time: 0.1154103
May 06 09:35:34.525164 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c907c839-dc81-44cf-a851-c242acdee738 req-57bd4482-114b-46a9-a446-9c7efcaada47 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462227
May 06 09:35:34.587358 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-b1189316-b7b1-4788-aaa3-9dcce671679d req-d7364823-57e9-49ed-ad60-977cc19714d4 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2058535
May 06 09:35:34.597522 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc54ac5-9d4c-4d65-b703-cad25eb7c89d req-ab71abbe-5c1f-4c58-97f3-8bfa8efafa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:34.598993 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dcc54ac5-9d4c-4d65-b703-cad25eb7c89d req-ab71abbe-5c1f-4c58-97f3-8bfa8efafa12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 1096 time: 0.1321175
May 06 09:35:34.748523 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc54ac5-9d4c-4d65-b703-cad25eb7c89d req-9c327bf8-b498-4ab8-95e9-89b29942e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:34.749988 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dcc54ac5-9d4c-4d65-b703-cad25eb7c89d req-9c327bf8-b498-4ab8-95e9-89b29942e498 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1435766
May 06 09:35:34.886172 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc54ac5-9d4c-4d65-b703-cad25eb7c89d req-de9c1a08-17c7-486c-862d-57fdc9404266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:34.887528 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-dcc54ac5-9d4c-4d65-b703-cad25eb7c89d req-de9c1a08-17c7-486c-862d-57fdc9404266 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1316121
May 06 09:35:34.998965 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-b112029d-ce32-416e-947d-bc859f13b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:35.000450 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-b112029d-ce32-416e-947d-bc859f13b52e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 1096 time: 0.0727901
May 06 09:35:35.076508 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-f46ff46c-8d64-4116-a2a1-92d1c933ab86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 200  len: 217 time: 0.0643721
May 06 09:35:35.139986 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-e108fd6a-7d61-4433-b269-3cd829165fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:35.141442 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-e108fd6a-7d61-4433-b269-3cd829165fee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4 HTTP/1.1" status: 200  len: 854 time: 0.0584841
May 06 09:35:35.718638 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3942a-b99f-4346-9f22-e940489cc7fa req-4f56df93-2455-455e-ab64-a267c522b35b tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:35.720096 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c4d3942a-b99f-4346-9f22-e940489cc7fa req-4f56df93-2455-455e-ab64-a267c522b35b tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 943 time: 0.0845134
May 06 09:35:35.765665 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c4d3942a-b99f-4346-9f22-e940489cc7fa req-13d63d99-19c2-4755-880e-51a04a65116b tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396557
May 06 09:35:36.127768 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-533bd9b4-6406-4154-ae7d-aa674f92cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:36.129281 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-533bd9b4-6406-4154-ae7d-aa674f92cb0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d44ea27e-8d3b-4165-99d3-3c7803207bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746152
May 06 09:35:36.951469 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9e7f1-2f06-4063-98af-18b84df59665 req-43ae3f23-b7ab-4fc2-a015-639a9c7e6c48 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:36.952942 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-74b9e7f1-2f06-4063-98af-18b84df59665 req-43ae3f23-b7ab-4fc2-a015-639a9c7e6c48 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 943 time: 0.0804408
May 06 09:35:36.998772 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-74b9e7f1-2f06-4063-98af-18b84df59665 req-20a79f18-af1b-4a05-ac55-31a160876b19 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399771
May 06 09:35:37.163032 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-afbe86c8-0ebb-406f-943f-749de640547a service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402668
May 06 09:35:38.077692 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-35bc7484-c7c4-4672-b43b-9dc17873289d req-fee1ab98-757c-4dc9-8c9d-127ffdcc0699 service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259685
May 06 09:35:38.278862 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62f6b1-fc33-4f3e-8594-e91e6198a6f8 req-7e89e984-7903-494f-b53e-fe974d8f1539 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:38.282370 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9b62f6b1-fc33-4f3e-8594-e91e6198a6f8 req-7e89e984-7903-494f-b53e-fe974d8f1539 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 943 time: 0.1761217
May 06 09:35:38.325120 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9b62f6b1-fc33-4f3e-8594-e91e6198a6f8 req-1fe06ad1-5544-4dbf-8d2d-d97a7cfe032b tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386920
May 06 09:35:39.445346 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ac2a799e-e45e-4bfe-8239-ca26023230d1 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:35:39.513678 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9408b26-1c13-476d-9468-15a2bad8b416 req-d9c6f280-9d08-4c5a-bdbc-736a75a39caf tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:39.515267 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f9408b26-1c13-476d-9468-15a2bad8b416 req-d9c6f280-9d08-4c5a-bdbc-736a75a39caf tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 943 time: 0.0863006
May 06 09:35:39.561238 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f9408b26-1c13-476d-9468-15a2bad8b416 req-06351746-a36d-4c77-92e0-f55c4fb450d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399311
May 06 09:35:39.579395 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ac2a799e-e45e-4bfe-8239-ca26023230d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:39.592424 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'port_id': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'mac_address': 'fa:16:3e:8a:42:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:35:39.646519 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:39.662846 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2a799e-e45e-4bfe-8239-ca26023230d1 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:35:39.679314 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ac2a799e-e45e-4bfe-8239-ca26023230d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:39.744574 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:39.746556 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:39.813594 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=ac2a799e-e45e-4bfe-8239-ca26023230d1,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:39.816481 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:40.750164 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5a344-7b5a-44b3-aa8d-d60e2ad06960 req-87a51f42-ec31-4c4f-8bb2-92897479b60d tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:40.751614 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2e5a344-7b5a-44b3-aa8d-d60e2ad06960 req-87a51f42-ec31-4c4f-8bb2-92897479b60d tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 944 time: 0.0794985
May 06 09:35:40.798631 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d2e5a344-7b5a-44b3-aa8d-d60e2ad06960 req-8a12f3eb-c113-45d8-9941-49baff4c9f44 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411532
May 06 09:35:41.979078 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027b8ba-72e4-4b7d-9294-4e14f5a78102 req-3d2dbc08-b9d8-4d66-b415-9cc0ab749132 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:41.980534 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c027b8ba-72e4-4b7d-9294-4e14f5a78102 req-3d2dbc08-b9d8-4d66-b415-9cc0ab749132 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 944 time: 0.0796063
May 06 09:35:42.024653 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c027b8ba-72e4-4b7d-9294-4e14f5a78102 req-8f7eb482-f960-46f4-ab77-13b504fed8bb tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384011
May 06 09:35:42.805728 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['ac2a799e-e45e-4bfe-8239-ca26023230d1'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:35:43.210141 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb3c5-ec33-4915-bbc3-0a7d59f5119d req-297d7246-147e-4d3b-a6ae-f730eec4e5fa tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:43.211674 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-36fbb3c5-ec33-4915-bbc3-0a7d59f5119d req-297d7246-147e-4d3b-a6ae-f730eec4e5fa tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 944 time: 0.0827572
May 06 09:35:43.255720 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-36fbb3c5-ec33-4915-bbc3-0a7d59f5119d req-cdf1e051-9732-40c2-9b70-9150f6961ee4 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382707
May 06 09:35:44.443044 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5c5c0-3951-410f-9471-bd68f27ed552 req-48b81350-7760-4a36-a4a5-7a06dba33afe tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:44.444478 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-24e5c5c0-3951-410f-9471-bd68f27ed552 req-48b81350-7760-4a36-a4a5-7a06dba33afe tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 944 time: 0.0787151
May 06 09:35:44.492265 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-24e5c5c0-3951-410f-9471-bd68f27ed552 req-1ed2ce84-2de2-4dac-9a98-1d75a773e97c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413702
May 06 09:35:44.566022 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ac2a799e-e45e-4bfe-8239-ca26023230d1 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:35:44.675889 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port ac2a799e-e45e-4bfe-8239-ca26023230d1 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:35:44.682019 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port ac2a799e-e45e-4bfe-8239-ca26023230d1 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:35:44.682438 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:44.799099 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:44.826166 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:35:44.835754 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port ac2a799e-e45e-4bfe-8239-ca26023230d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:44.872773 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'code': 200}
May 06 09:35:44.881922 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:44.883824 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:44.952212 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=ac2a799e-e45e-4bfe-8239-ca26023230d1,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:44.959477 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.963170 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:35:44.966824 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:45.183587 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbeb5f-b054-4655-84ad-34ae97589e55 req-448a98b7-c6f6-479c-a906-cd7ff6a88fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:45.185004 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-24dbeb5f-b054-4655-84ad-34ae97589e55 req-448a98b7-c6f6-479c-a906-cd7ff6a88fa4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 1098 time: 0.0715361
May 06 09:35:45.225573 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-24dbeb5f-b054-4655-84ad-34ae97589e55 req-aeab9584-a808-4b31-aaa7-2fd57090c4c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341277
May 06 09:35:45.673458 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c50d66-eb70-49b0-86b2-64757995a30d req-d645c2a4-01fd-4e9b-a4e1-6fed0d94d8db tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:45.674879 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-11c50d66-eb70-49b0-86b2-64757995a30d req-d645c2a4-01fd-4e9b-a4e1-6fed0d94d8db tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 945 time: 0.0803680
May 06 09:35:45.717921 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-11c50d66-eb70-49b0-86b2-64757995a30d req-2c46630e-07b3-429f-863e-0ccb6ca2d3fa tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368624
May 06 09:35:46.818946 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-fa26c6e9-e785-4738-9c98-d79d03d1ff8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:46.902948 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ab2d6-13ed-4ddd-86a9-76393cb58b29 req-327d9175-cb33-4f3c-b5b1-2aa00b063916 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:46.904399 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a36ab2d6-13ed-4ddd-86a9-76393cb58b29 req-327d9175-cb33-4f3c-b5b1-2aa00b063916 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 945 time: 0.0823455
May 06 09:35:46.949654 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a36ab2d6-13ed-4ddd-86a9-76393cb58b29 req-5f9820bd-589d-4a83-ad4a-c80183ee90ee tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391684
May 06 09:35:47.130183 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea29c5-90fb-4b41-ab3e-ef32c8d2fd34 req-269d2074-cba9-413e-ab89-44b33d552904 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:47.131664 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e7ea29c5-90fb-4b41-ab3e-ef32c8d2fd34 req-269d2074-cba9-413e-ab89-44b33d552904 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 945 time: 0.0796716
May 06 09:35:47.178529 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e7ea29c5-90fb-4b41-ab3e-ef32c8d2fd34 req-71e9e281-b940-4070-ba0f-288faee1eeea tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406671
May 06 09:35:47.565034 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f9c9c-27d8-437c-8041-771c393bfaf3 req-d0b33390-bcbd-4f23-83c0-97aa41109c22 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:47.566481 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ab4f9c9c-27d8-437c-8041-771c393bfaf3 req-d0b33390-bcbd-4f23-83c0-97aa41109c22 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 945 time: 0.0802536
May 06 09:35:47.611172 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ab4f9c9c-27d8-437c-8041-771c393bfaf3 req-08b5249e-e868-410a-94ea-98f5e5dc12ce tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382972
May 06 09:35:49.304576 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:49.455019 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03db6d-1f1d-4ce9-9d3d-114764d511d6 req-2b5dad62-b50d-4b90-b1f4-3a31d93fcb03 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:49.456457 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cd03db6d-1f1d-4ce9-9d3d-114764d511d6 req-2b5dad62-b50d-4b90-b1f4-3a31d93fcb03 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 945 time: 0.0839942
May 06 09:35:49.501903 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cd03db6d-1f1d-4ce9-9d3d-114764d511d6 req-b1f77241-4f1a-44cf-8d6c-3bcbd30a71c1 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389867
May 06 09:35:49.584568 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-306f1c67-b8fa-44c9-8cfe-17c44d3ef272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:50.430214 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:50.696500 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b53f25-fc97-4fc1-a502-27b521eb1000 req-6dd14912-d4a0-42c2-aee1-08d29cb20860 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:50.698966 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e2b53f25-fc97-4fc1-a502-27b521eb1000 req-6dd14912-d4a0-42c2-aee1-08d29cb20860 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 945 time: 0.0904911
May 06 09:35:50.749609 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e2b53f25-fc97-4fc1-a502-27b521eb1000 req-eb3b0194-3ea4-4ea2-bc42-824c1987f5d6 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/security-groups?id=ae507ade-74c6-4f82-b7e8-3458fb2fcf32&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428228
May 06 09:35:50.950818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-d55c783c-b4b9-4a2e-80b1-20c72ff39442 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:35:50.951513 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-d55c783c-b4b9-4a2e-80b1-20c72ff39442 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Synchronizing usage tracker for tenant:de4407c6f7394ba7bbd84ae087a56658 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:35:51.030067 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-d55c783c-b4b9-4a2e-80b1-20c72ff39442 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Unset dirty status for tenant:de4407c6f7394ba7bbd84ae087a56658 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:35:51.031596 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-d55c783c-b4b9-4a2e-80b1-20c72ff39442 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.73 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 945 time: 0.1624479
May 06 09:35:51.173050 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Deleting port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:35:51.173305 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:51.308131 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] For port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,segment=NetworkSegment(9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31),segment_id=9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:35:51.308480 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:51.432073 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Calling delete_port for 0f6caab5-a984-432e-bc0c-a04b9c8ab45d owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:35:51.590087 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:51.595769 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8044b719-deec-4f4a-9db9-cf84564f5534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:35:51.602896 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['0f6caab5-a984-432e-bc0c-a04b9c8ab45d'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:35:51.642323 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Pushing event deleted for resources: {'Port': ['ID=0f6caab5-a984-432e-bc0c-a04b9c8ab45d,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:35:51.645923 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:35:51.721220 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] No DVR routers for this DVR port 0f6caab5-a984-432e-bc0c-a04b9c8ab45d on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:35:51.723855 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:51.726416 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a070fd-a03a-4e24-b7f3-4cddd1361615', 'name': 'network-vif-deleted', 'tag': '0f6caab5-a984-432e-bc0c-a04b9c8ab45d'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:35:51.796473 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5ea919b8-0ffb-4b7f-9622-4123ec29ccec req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.73 "DELETE /v2.0/ports/0f6caab5-a984-432e-bc0c-a04b9c8ab45d HTTP/1.1" status: 204  len: 173 time: 0.7593279
May 06 09:35:51.831475 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a070fd-a03a-4e24-b7f3-4cddd1361615', 'name': 'network-vif-deleted', 'tag': '0f6caab5-a984-432e-bc0c-a04b9c8ab45d', 'status': 'completed', 'code': 200}
May 06 09:35:51.902764 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-6013b386-edda-4aff-8ead-ce05f34d7e70 req-1ee73547-1f4a-4474-b104-be40f156fb41 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4a070fd-a03a-4e24-b7f3-4cddd1361615 HTTP/1.1" status: 200  len: 210 time: 0.0428116
May 06 09:35:52.178425 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:53.579747 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:35:54.623510 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 0f6caab5-a984-432e-bc0c-a04b9c8ab45d no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:35:54.657157 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 0f6caab5-a984-432e-bc0c-a04b9c8ab45d {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:35:54.657507 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 0f6caab5-a984-432e-bc0c-a04b9c8ab45d not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:36:00.361274 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46402) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:00.627662 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Deleting port 9a857f25-53ca-40e5-8192-2bfce65234df {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:00.628008 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:00.879571 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:00.879904 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:01.018264 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Calling delete_port for 9a857f25-53ca-40e5-8192-2bfce65234df owned by network:floatingip {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:01.070702 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a158467-d8ef-4bed-9f5a-61cade752226 req-2423c586-4c5e-4aa9-a6ae-ea93c7cb9d0c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:01.072518 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0a158467-d8ef-4bed-9f5a-61cade752226 req-2423c586-4c5e-4aa9-a6ae-ea93c7cb9d0c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 945 time: 0.2549121
May 06 09:36:01.134324 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0a158467-d8ef-4bed-9f5a-61cade752226 req-7f9481cb-91ed-46bf-9589-7810ed5ea4db tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552640
May 06 09:36:01.159151 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46414) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:01.278493 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e588a3b4-2134-473b-815e-870910c443bd tempest-TestMinimumBasicScenario-1025286005 tempest-TestMinimumBasicScenario-1025286005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:01.280913 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-e588a3b4-2134-473b-815e-870910c443bd tempest-TestMinimumBasicScenario-1025286005 tempest-TestMinimumBasicScenario-1025286005-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 1093 time: 0.1206875
May 06 09:36:01.283844 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46420) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:01.287283 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:01.289040 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'floatingip': {'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'port_id': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:01.291161 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-23001577-0754-41c0-848d-bd66eb049e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:01.295100 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:01.299509 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:floatingip and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:01.302479 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:01.308826 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:01.337447 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event deleted for resources: {'Port': ['ID=9a857f25-53ca-40e5-8192-2bfce65234df,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:01.380368 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.381209 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.381209 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.381501 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.381809 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.382158 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.382493 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.382844 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.383195 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.383534 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.383876 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.384217 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:01.394264 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for floatingip, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:01.423523 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:01.446340 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for floatingip, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:01.446722 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.l3_db [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Floating IP 38b096ce-ab57-40b3-85dc-2d263f2e75c2 disassociated (deleted). External IP: 172.27.3.144, port: 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59.
May 06 09:36:01.565317 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:01.730933 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Allocated IP 172.27.3.250 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/5ce5b153-991c-4466-8498-35e703c8322d) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:36:01.825710 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Router 402376f9-4467-4b07-ad53-b76bc2a6df7b has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:36:01.902107 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:02.002666 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:36:02.008613 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:02.014996 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] Sync routers for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:36:02.017258 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:02.019694 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:02.025438 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:02.026066 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0649df0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:35:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:02.072663 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:36:02.076105 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:02.078677 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:36:02.082133 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "DELETE /v2.0/floatingips/38b096ce-ab57-40b3-85dc-2d263f2e75c2 HTTP/1.1" status: 204  len: 168 time: 1.7175190
May 06 09:36:02.082133 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:36:02.234484 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'status': 'completed', 'code': 200}
May 06 09:36:02.294805 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:02.356596 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'Port': ['ID=5ce5b153-991c-4466-8498-35e703c8322d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:02.370061 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.370432 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.370799 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.371164 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.371517 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.371867 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.372797 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.373272 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.380058 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.380058 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.380058 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.380058 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:02.380058 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:02.531408 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-7ace19df-d297-4b3d-9fa1-533ea0f82169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:02.532908 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-7ace19df-d297-4b3d-9fa1-533ea0f82169 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e3ef3fb127743f68a201755709a9bdf&device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 1098 time: 0.2803855
May 06 09:36:02.617122 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0649df0>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9b854155-df3e-4052-855c-44210c8c0525', 'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'mac_address': 'fa:16:3e:3a:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:06Z', 'updated_at': '2021-05-06T09:31:13Z', 'revision_number': 5, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'subnets': [{'id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:02.621216 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] Checking router: 402376f9-4467-4b07-ad53-b76bc2a6df7b for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:36:02.630517 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:02.631148 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0649df0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:35:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:02.781663 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-048e0dac-aba2-41d8-b9c9-9ec4ce32b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:02.783117 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-048e0dac-aba2-41d8-b9c9-9ec4ce32b759 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 200  len: 909 time: 0.1972666
May 06 09:36:02.825710 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:02.860651 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-74c4d2e6-df28-49ab-8eef-d86b1e102077 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 200  len: 217 time: 0.0682604
May 06 09:36:02.943649 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-7c2a0120-6b06-4dd2-b0f1-b1a2e7e5a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:02.945131 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-7c2a0120-6b06-4dd2-b0f1-b1a2e7e5a85b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03498413-79ed-4cfc-ba57-fa1894531bf6 HTTP/1.1" status: 200  len: 847 time: 0.0778642
May 06 09:36:02.952281 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9392d23-4fa0-4438-a4dd-f93a833887e0 req-f2694667-0d4a-46d3-8edc-1a574aabc5ae tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:02.953147 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-c9392d23-4fa0-4438-a4dd-f93a833887e0 req-f2694667-0d4a-46d3-8edc-1a574aabc5ae tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Synchronizing usage tracker for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:36:02.991320 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:03.019920 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-c9392d23-4fa0-4438-a4dd-f93a833887e0 req-f2694667-0d4a-46d3-8edc-1a574aabc5ae tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Unset dirty status for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:36:03.031337 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c9392d23-4fa0-4438-a4dd-f93a833887e0 req-f2694667-0d4a-46d3-8edc-1a574aabc5ae tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.1768987
May 06 09:36:03.048977 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-c5efdcc7-e71c-4a0c-90e1-81cafe95f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:03.051497 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-c5efdcc7-e71c-4a0c-90e1-81cafe95f14b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26683102-4858-4c9b-897c-58ae9f936d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981059
May 06 09:36:03.094923 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c9392d23-4fa0-4438-a4dd-f93a833887e0 req-6ca9b9fd-53ee-47d8-ad70-e617d9fb63b9 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613406
May 06 09:36:03.175482 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0649df0>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9b854155-df3e-4052-855c-44210c8c0525', 'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'mac_address': 'fa:16:3e:3a:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:06Z', 'updated_at': '2021-05-06T09:31:13Z', 'revision_number': 5, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'subnets': [{'id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:03.179407 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f90ab-92a1-4ac2-bfdf-ae8934ead40b None None] The sync data for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi is: [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:31:07Z', 'revision_number': 4, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9b854155-df3e-4052-855c-44210c8c0525', 'name': '', 'network_id': '26683102-4858-4c9b-897c-58ae9f936d0c', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'mac_address': 'fa:16:3e:3a:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:06Z', 'updated_at': '2021-05-06T09:31:13Z', 'revision_number': 5, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'subnets': [{'id': '03498413-79ed-4cfc-ba57-fa1894531bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:36:03.211458 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:03.302902 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-c36eba6a-374d-43ce-b204-0b7b8d682dac service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433295
May 06 09:36:03.418260 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeac238-40f7-4f90-9670-5a3c8d32290a None None] New status for floating IP 38b096ce-ab57-40b3-85dc-2d263f2e75c2: DOWN {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:36:03.548411 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-84e041f8-7b62-4680-bda9-776ec68e72f0 req-96060b7c-a909-4a2e-98c2-fba13593c470 service neutron] 10.222.0.73 "GET /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2211583
May 06 09:36:03.582394 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:03.635699 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:03.643023 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8ff8855b-954f-40e4-b29a-e8a827f03ed4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:03.744286 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'Port': ['ID=5ce5b153-991c-4466-8498-35e703c8322d,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:03.748316 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:03.758620 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:04.042698 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.l3_db [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Floating IP 46824cf5-a674-4b98-8e44-12e07adf5b9e associated. External IP: 172.27.3.250, port: ac2a799e-e45e-4bfe-8239-ca26023230d1.
May 06 09:36:04.281663 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a391-ca7f-4fac-b025-077681ec112d req-0cc7434b-7121-4f32-ba17-68989fc3147e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:04.283145 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5278a391-ca7f-4fac-b025-077681ec112d req-0cc7434b-7121-4f32-ba17-68989fc3147e tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0812430
May 06 09:36:04.328797 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5278a391-ca7f-4fac-b025-077681ec112d req-4a78fc1c-997d-4daa-a0aa-98fe82144f08 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394020
May 06 09:36:04.400108 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:36:04.638428 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:36:04.647617 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] Sync routers for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:36:04.654939 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-6b648d90-bcf0-4fa4-8d32-381ae3ab917c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:04.655913 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-6b648d90-bcf0-4fa4-8d32-381ae3ab917c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Synchronizing usage tracker for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:36:04.658865 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:04.659489 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0359e80>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:35:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:04.680245 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-6b648d90-bcf0-4fa4-8d32-381ae3ab917c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Unset dirty status for tenant:5e3ef3fb127743f68a201755709a9bdf on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:36:04.681504 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-6b648d90-bcf0-4fa4-8d32-381ae3ab917c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.73 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.2233522
May 06 09:36:04.792096 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:04.850567 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:04.862923 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5752115
May 06 09:36:04.862923 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:36:04.863759 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46454) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:04.868912 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016276920', 'description': 'tempest-secgroup-smoke-1016276920 description', 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:04.876843 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:04.883487 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:security_group and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:04.889019 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:04.901446 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Deleting port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:04.901819 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:04.903225 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:04.926775 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'status': 'completed', 'code': 200}
May 06 09:36:05.007317 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.033634 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:05.039057 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:security_group_rule and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:05.042495 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:05.049596 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:05.095918 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] For port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:05.096262 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.112165 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388db03-7e2b-451d-a440-6f441416af59 req-d9646604-93d6-4dc5-9d35-e34e953ee030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:05.113665 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a388db03-7e2b-451d-a440-6f441416af59 req-d9646604-93d6-4dc5-9d35-e34e953ee030 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 1098 time: 0.1395092
May 06 09:36:05.137667 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.229952 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.237841 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0d3c6554-ed4c-437b-aabc-35eebc73fb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:05.268089 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0359e80>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '46824cf5-a674-4b98-8e44-12e07adf5b9e', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'port_id': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'mac_address': 'fa:16:3e:8a:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:36:02Z', 'updated_at': '2021-05-06T09:36:02Z', 'revision_number': 0, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abf20eb-36a4-4b75-bff2-e80dab493a1b', 'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'mac_address': 'fa:16:3e:ce:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:54Z', 'updated_at': '2021-05-06T09:35:01Z', 'revision_number': 5, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'subnets': [{'id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:05.273019 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] Checking router: f97a5f5d-f4d1-416d-9b95-fd6974d6d28c for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:36:05.284151 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:05.284834 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0359e80>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:35:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:05.376307 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Calling delete_port for 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:05.433938 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5261ac33-ba45-42ae-9317-e188072a808c,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:05.446198 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:05.513595 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388db03-7e2b-451d-a440-6f441416af59 req-1d0413d1-cda4-46e7-8c3e-aab6877f318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:05.514967 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a388db03-7e2b-451d-a440-6f441416af59 req-1d0413d1-cda4-46e7-8c3e-aab6877f318b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d44ea27e-8d3b-4165-99d3-3c7803207bd3 HTTP/1.1" status: 200  len: 916 time: 0.3486149
May 06 09:36:05.521815 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:05.535158 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.539215 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-71bc7de9-141a-4d4c-b3a1-b5b33e503032 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6718695
May 06 09:36:05.544646 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46464) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:05.549078 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263cdc3-fa8a-4929-a7bf-8479a3f57133 req-475dd28e-0cad-4db5-a032-c36d293caf17 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:05.550455 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8263cdc3-fa8a-4929-a7bf-8479a3f57133 req-475dd28e-0cad-4db5-a032-c36d293caf17 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 945 time: 0.0924866
May 06 09:36:05.553635 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'security_group_rule': {'security_group_id': '5261ac33-ba45-42ae-9317-e188072a808c', 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:05.574255 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:05.584477 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:security_group_rule and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:05.588953 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:05.603305 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:05.620695 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8263cdc3-fa8a-4929-a7bf-8479a3f57133 req-511d9a40-4318-4f51-b832-418a617ea139 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/security-groups?id=c18cb0a2-1702-441f-adaf-add44cfe5edf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625587
May 06 09:36:05.661327 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a388db03-7e2b-451d-a440-6f441416af59 req-48b9d11e-43e3-4926-a808-904dca9209dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 200  len: 999 time: 0.1387737
May 06 09:36:05.699751 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.736864 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388db03-7e2b-451d-a440-6f441416af59 req-0a33afab-ec05-41b7-ab9c-e718d0a6cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:05.738319 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a388db03-7e2b-451d-a440-6f441416af59 req-0a33afab-ec05-41b7-ab9c-e718d0a6cf99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4 HTTP/1.1" status: 200  len: 854 time: 0.0685365
May 06 09:36:05.762472 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.790197 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.797215 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a67e9582-62de-4c79-bbe4-15f298cf4b8c tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:05.841712 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event deleted for resources: {'Port': ['ID=5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:05.844825 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:05.870420 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.874716 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b5a7f891-5dfc-4eb0-a99b-e772a53f91dc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:05.887037 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0359e80>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '46824cf5-a674-4b98-8e44-12e07adf5b9e', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'port_id': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'mac_address': 'fa:16:3e:8a:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:36:02Z', 'updated_at': '2021-05-06T09:36:02Z', 'revision_number': 0, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abf20eb-36a4-4b75-bff2-e80dab493a1b', 'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'mac_address': 'fa:16:3e:ce:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:54Z', 'updated_at': '2021-05-06T09:35:01Z', 'revision_number': 5, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'subnets': [{'id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:05.891218 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb32536-f256-4f4b-9829-e72b73d0891a None None] The sync data for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi is: [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '46824cf5-a674-4b98-8e44-12e07adf5b9e', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'port_id': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'mac_address': 'fa:16:3e:8a:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:36:02Z', 'updated_at': '2021-05-06T09:36:02Z', 'revision_number': 0, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abf20eb-36a4-4b75-bff2-e80dab493a1b', 'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'mac_address': 'fa:16:3e:ce:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:54Z', 'updated_at': '2021-05-06T09:35:01Z', 'revision_number': 5, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'subnets': [{'id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:36:05.898081 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d9d6ee-f2f3-459a-a262-ea40b2a95070,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:05.903458 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:05.920373 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] No DVR routers for this DVR port 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:36:05.922945 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.984442 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:05.985665 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4453275
May 06 09:36:05.988320 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46468) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:05.993323 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'security_group_rule': {'security_group_id': '5261ac33-ba45-42ae-9317-e188072a808c', 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:05.999968 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:06.003900 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:security_group_rule and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:06.007214 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:06.008000 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-fcfd2d6b-8c91-4383-8b4f-baa358925ccd req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.73 "DELETE /v2.0/ports/5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 HTTP/1.1" status: 204  len: 173 time: 1.3209579
May 06 09:36:06.017854 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:06.082059 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.084480 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68bb6a-d576-465d-893b-bec63abf3c2b None None] New status for floating IP 46824cf5-a674-4b98-8e44-12e07adf5b9e: ACTIVE {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:36:06.144564 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.241011 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.243488 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-953f85b3-4e10-43a7-8511-f59f03417db5 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:06.269427 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cfc6d5-7fac-4ee6-ab22-fb84ebfc13ab,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:06.272017 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:06.366980 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.368178 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3788676
May 06 09:36:06.371266 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46474) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:06.376369 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'security_group_rule': {'security_group_id': '5261ac33-ba45-42ae-9317-e188072a808c', 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:06.382382 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:06.386173 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:security_group_rule and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:06.389175 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:06.394918 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:06.487084 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.550881 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.641288 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.643212 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:06.666285 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a681980b-74b8-4bbf-8df4-eaf4da9badaa,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:06.668823 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:06.767545 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.768931 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-57c746d0-700f-4332-a0de-d8134dc206d8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3967462
May 06 09:36:06.780440 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46480) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:06.784572 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8dddb813-2c44-4b55-9907-6ee1f5fe4690 req-3f548d16-4e7f-4941-a391-80b89d6b2299 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 210 time: 0.0529404
May 06 09:36:06.787735 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'security_group_rule': {'security_group_id': '5261ac33-ba45-42ae-9317-e188072a808c', 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:06.793862 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:06.797969 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:security_group_rule and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:06.801113 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:06.806942 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:06.852326 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388db03-7e2b-451d-a440-6f441416af59 req-379ab6dc-35d0-4911-bea4-72b34137a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:06.853850 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a388db03-7e2b-451d-a440-6f441416af59 req-379ab6dc-35d0-4911-bea4-72b34137a851 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d44ea27e-8d3b-4165-99d3-3c7803207bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806377
May 06 09:36:06.893770 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.928231 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'name': 'network-vif-deleted', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:36:06.953704 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:06.973064 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90b6c16-1ec5-4001-8158-b2d9f17630f6', 'name': 'network-vif-deleted', 'tag': '5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59', 'status': 'completed', 'code': 200}
May 06 09:36:07.024153 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.026277 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-6a8bd2d4-2a55-4390-b188-cb60d77aeb5a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:07.049271 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ce5509-2dea-4a6b-8912-dbc29a71f874,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:07.051713 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:07.104122 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.105347 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-a29f7511-e823-4539-b1dd-73d49f7136bd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3239551
May 06 09:36:07.108041 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46486) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:07.113106 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'security_group_rule': {'security_group_id': '5261ac33-ba45-42ae-9317-e188072a808c', 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:07.119015 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:07.123301 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:security_group_rule and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:07.126185 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:07.132029 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:07.232407 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.securitygroups_db [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Project 6c5fe3d0acad46d5b68fa08d16aace24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 09:36:07.238501 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.300956 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.355689 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.358166 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:07.379977 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18ea472-385a-4064-9671-4a10ea2d500a,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:07.382352 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:07.430256 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.431494 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-e100c58d-85a5-4a16-85c8-c4d51f4bc65c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3224723
May 06 09:36:07.434177 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46492) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:07.440054 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'security_group_rule': {'security_group_id': '5261ac33-ba45-42ae-9317-e188072a808c', 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:07.446062 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:07.449889 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Usage tracker for resource:security_group_rule and tenant:6c5fe3d0acad46d5b68fa08d16aace24 is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:07.452761 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:07.458408 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:07.544731 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.securitygroups_db [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Project 6c5fe3d0acad46d5b68fa08d16aace24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 09:36:07.551050 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.616032 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.686793 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.692895 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-bb948f87-c978-4992-ad47-b04a947db3f8 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:07.712187 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff427c07-33b6-4666-92f1-d1eb6535c19b,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:07.714613 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:07.766834 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a388db03-7e2b-451d-a440-6f441416af59 req-2494b782-d407-4739-90f5-786f5beb84fc service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261835
May 06 09:36:07.777872 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:07.779133 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3433669
May 06 09:36:07.931484 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-5fcb5c9e-4d3c-45f7-8f29-f68e4277daf4 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Synchronizing usage tracker for tenant:6c5fe3d0acad46d5b68fa08d16aace24 on resource:security_group {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:36:07.950896 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-61978280-4420-4530-8bec-365161257393 req-47913a0d-bcae-4519-9dae-b727d4b04f4d tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 210 time: 0.0565276
May 06 09:36:08.018143 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-5fcb5c9e-4d3c-45f7-8f29-f68e4277daf4 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Unset dirty status for tenant:6c5fe3d0acad46d5b68fa08d16aace24 on resource:security_group {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:36:08.019304 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-5fcb5c9e-4d3c-45f7-8f29-f68e4277daf4 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016276920&fields=id&tenant_id=6c5fe3d0acad46d5b68fa08d16aace24 HTTP/1.1" status: 200  len: 267 time: 0.1608288
May 06 09:36:08.103408 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-b12c1234-4f22-43ec-b482-779ffacdb75c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:08.105281 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-b12c1234-4f22-43ec-b482-779ffacdb75c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 945 time: 0.0804284
May 06 09:36:08.116113 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'port': {'security_groups': ['64a195eb-6ac9-4cf0-b0f5-31f6058c3095', '5261ac33-ba45-42ae-9317-e188072a808c']}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:08.235690 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:08.489893 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] For port ac2a799e-e45e-4bfe-8239-ca26023230d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:08.515120 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:08.590575 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:08.596134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-4886fdd0-fca4-4750-a10e-72c1c4f2e23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:08.657594 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:08.658260 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:08.659777 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-44b38a2a-f02d-4c4e-8509-f67a3ba9e7c1 req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "PUT /v2.0/ports/ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 200  len: 981 time: 0.5481749
May 06 09:36:08.660723 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:36:08.678608 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['ac2a799e-e45e-4bfe-8239-ca26023230d1'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:36:08.698545 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'Port': ['ID=ac2a799e-e45e-4bfe-8239-ca26023230d1,revision_number=6']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:08.701835 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:08.740226 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'status': 'completed', 'code': 200}
May 06 09:36:08.762934 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['ac2a799e-e45e-4bfe-8239-ca26023230d1'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:36:08.831496 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a388db03-7e2b-451d-a440-6f441416af59 req-14e20b86-e0e5-4d07-b99a-cd97c3d894d6 service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761198
May 06 09:36:08.930461 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041d5a4-38fb-43ea-b164-36d46da2b642 req-a98ccf31-4a1c-46b4-a873-e6d6cb623f12 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:08.931864 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9041d5a4-38fb-43ea-b164-36d46da2b642 req-a98ccf31-4a1c-46b4-a873-e6d6cb623f12 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1005127
May 06 09:36:08.986236 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9041d5a4-38fb-43ea-b164-36d46da2b642 req-4f16c6bc-3c0e-48d8-9c98-aa80bbf84d1d tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0473795
May 06 09:36:09.024728 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-9d5cec9e-fafc-44dd-9a65-651048c50163 None None] Provisioning complete for port ac2a799e-e45e-4bfe-8239-ca26023230d1 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:09.024728 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-9d5cec9e-fafc-44dd-9a65-651048c50163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:09.064690 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-ce165e6a-6c76-4291-97a7-792b04ed30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:09.066341 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-ce165e6a-6c76-4291-97a7-792b04ed30bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 1137 time: 0.0914264
May 06 09:36:09.118335 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-a11b6636-d9d4-44c5-ac2e-646c297c8291 req-6cf3ba54-16da-456d-8056-82db0368ae36 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 210 time: 0.0433099
May 06 09:36:09.208372 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-82be9127-c94a-4073-a0c9-3d382e7faf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:09.209779 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-82be9127-c94a-4073-a0c9-3d382e7faf54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d44ea27e-8d3b-4165-99d3-3c7803207bd3 HTTP/1.1" status: 200  len: 916 time: 0.1364679
May 06 09:36:09.323648 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-19b0fb28-b028-4b0b-aa27-dfccc3d36e74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 200  len: 1001 time: 0.1065722
May 06 09:36:09.390447 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-232baded-ef83-4e6e-a9ba-3b2bb13f03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:09.391999 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-232baded-ef83-4e6e-a9ba-3b2bb13f03ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4 HTTP/1.1" status: 200  len: 854 time: 0.0620244
May 06 09:36:09.471962 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-e4b7fd8d-33d4-4d29-8668-aa4d7bc95db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:09.473456 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-e4b7fd8d-33d4-4d29-8668-aa4d7bc95db9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d44ea27e-8d3b-4165-99d3-3c7803207bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746527
May 06 09:36:09.612296 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-5e25af47-b49f-479c-a1c8-3b8759e98aff service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307900
May 06 09:36:09.854047 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e592e9b9-6f46-4c21-8496-5818f180e530 req-e6413314-ce56-42aa-8791-b63c62e5f2b9 service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343996
May 06 09:36:10.286490 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-861c1832-c3ff-4d67-901e-b6d351b3cd15 req-ce41ccbc-22a2-4dbe-b79e-9918ad6baa44 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "GET /v2.0/ports?device_id=a90b6c16-1ec5-4001-8158-b2d9f17630f6 HTTP/1.1" status: 200  len: 210 time: 0.0457268
May 06 09:36:10.601321 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:36:10.653180 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:36:10.691710 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:36:10.692013 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 5c9519fd-61b9-4eaa-bc15-1fb77cfc6c59 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:36:11.378209 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46522) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:11.450063 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1abe5591-e4d1-4cac-b462-f675bf8ede51 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:11.479790 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1abe5591-e4d1-4cac-b462-f675bf8ede51 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:11.609882 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1abe5591-e4d1-4cac-b462-f675bf8ede51 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:11.614512 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-502528f3-ddfc-466f-bde5-06d41dea26a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:11.630315 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe5591-e4d1-4cac-b462-f675bf8ede51 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18cb0a2-1702-441f-adaf-add44cfe5edf,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:11.633018 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1abe5591-e4d1-4cac-b462-f675bf8ede51 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:11.703299 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-1abe5591-e4d1-4cac-b462-f675bf8ede51 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:11.704984 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-1abe5591-e4d1-4cac-b462-f675bf8ede51 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] 10.222.0.68 "DELETE /v2.0/security-groups/c18cb0a2-1702-441f-adaf-add44cfe5edf HTTP/1.1" status: 204  len: 168 time: 0.3257682
May 06 09:36:12.851851 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46538) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:13.507079 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810374'] for router_interface, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:13.908786 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Deleting port 9b854155-df3e-4052-855c-44210c8c0525 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:13.909474 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:14.025409 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] For port 9b854155-df3e-4052-855c-44210c8c0525, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9b854155-df3e-4052-855c-44210c8c0525,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:14.025756 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:14.255055 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Calling delete_port for 9b854155-df3e-4052-855c-44210c8c0525 owned by network:router_interface {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:14.453084 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:14.458334 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-08726558-a4d5-4a1c-a1ac-304de3db1209 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:14.538975 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b854155-df3e-4052-855c-44210c8c0525,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:14.546828 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:14.778818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810806'] for router_interface, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:15.158687 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Router 402376f9-4467-4b07-ad53-b76bc2a6df7b has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:36:15.347834 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:36:15.358391 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] Sync routers for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:36:15.361843 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] 10.222.0.68 "PUT /v2.0/routers/402376f9-4467-4b07-ad53-b76bc2a6df7b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5084240
May 06 09:36:15.364242 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46560) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:15.374231 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:15.374859 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653520>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:35:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:15.538064 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks [] for router, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:15.576560 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:15.835836 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:15.873801 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653520>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:36:14Z', 'revision_number': 5, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port': {'id': '8bcb1bd2-b0d4-4f9b-8f94-353b03156815', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:03Z', 'updated_at': '2021-05-06T09:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:15.877775 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] Checking router: 402376f9-4467-4b07-ad53-b76bc2a6df7b for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:36:15.889781 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] Routers {'402376f9-4467-4b07-ad53-b76bc2a6df7b'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:15.889781 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653520>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:35:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['402376f9-4467-4b07-ad53-b76bc2a6df7b'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:15.968121 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Deleting port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:15.968459 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:16.039377 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] Set router 402376f9-4467-4b07-ad53-b76bc2a6df7b gateway port host: None {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:16.091169 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] For port 8bcb1bd2-b0d4-4f9b-8f94-353b03156815, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=8bcb1bd2-b0d4-4f9b-8f94-353b03156815,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:16.091519 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:16.148243 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0653520>, [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:36:15Z', 'revision_number': 6, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port_host': None}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:16.152378 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efb80a-25cf-43a7-9584-840c3f8b5367 None None] The sync data for ids ['402376f9-4467-4b07-ad53-b76bc2a6df7b'] in dv-cinder-790014-1-iscsi is: [{'id': '402376f9-4467-4b07-ad53-b76bc2a6df7b', 'name': 'tempest-TestShelveInstance-620410885-router', 'tenant_id': '5e3ef3fb127743f68a201755709a9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:02Z', 'updated_at': '2021-05-06T09:36:15Z', 'revision_number': 6, 'project_id': '5e3ef3fb127743f68a201755709a9bdf', 'gw_port_host': None}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:36:16.218820 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Calling delete_port for 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 owned by network:router_gateway {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:16.419842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:16.423653 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-73b68020-2a58-446d-a7f7-7cc32e18e788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:16.473015 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcb1bd2-b0d4-4f9b-8f94-353b03156815,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:16.475466 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:16.569938 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3804002'] for router_gateway, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:16.742136 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5031'] for router, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:16.744483 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:16.835811 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-07b38221-f79b-4fc0-970a-2a7191dfba47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:16.858426 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3861616'] for router, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:16.858973 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 402376f9-4467-4b07-ad53-b76bc2a6df7b {{(pid=74356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 09:36:16.873739 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:16.874875 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] 10.222.0.68 "DELETE /v2.0/routers/402376f9-4467-4b07-ad53-b76bc2a6df7b HTTP/1.1" status: 204  len: 168 time: 1.5097086
May 06 09:36:16.877504 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46572) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:16.949583 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_v2 [None req-a266e3a8-b524-474c-8ee3-35182b4cbf54 admin admin] Deleting subnet 03498413-79ed-4cfc-ba57-fa1894531bf6 {{(pid=74356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:36:16.952640 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a266e3a8-b524-474c-8ee3-35182b4cbf54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:17.003436 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a266e3a8-b524-474c-8ee3-35182b4cbf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27388926'] for subnet, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:17.078784 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9b854155-df3e-4052-855c-44210c8c0525 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:36:17.090818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a266e3a8-b524-474c-8ee3-35182b4cbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:17.121337 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 9b854155-df3e-4052-855c-44210c8c0525 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:36:17.121337 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9b854155-df3e-4052-855c-44210c8c0525 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:36:17.121337 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:36:17.154041 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:36:17.154417 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 8bcb1bd2-b0d4-4f9b-8f94-353b03156815 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:36:17.464561 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a266e3a8-b524-474c-8ee3-35182b4cbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27949571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871045'] for subnet, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:17.468865 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:17.510199 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266e3a8-b524-474c-8ee3-35182b4cbf54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03498413-79ed-4cfc-ba57-fa1894531bf6,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:17.512072 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-a266e3a8-b524-474c-8ee3-35182b4cbf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:17.513072 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-a266e3a8-b524-474c-8ee3-35182b4cbf54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:17.519889 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-a266e3a8-b524-474c-8ee3-35182b4cbf54 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/03498413-79ed-4cfc-ba57-fa1894531bf6 HTTP/1.1" status: 204  len: 168 time: 0.6413295
May 06 09:36:17.520336 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e94849e-d900-44b2-9971-dd2f40d850e5 None None] Network 26683102-4858-4c9b-897c-58ae9f936d0c requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:36:17.522750 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46582) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:17.743746 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:17.789077 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] DHCP port deletion for 26683102-4858-4c9b-897c-58ae9f936d0c request from dv-cinder-790014-1-iscsi {{(pid=74358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 09:36:17.822917 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Deleting port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:17.823260 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:17.849841 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] Deleting port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 {{(pid=74358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:17.850400 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:17.931351 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] For port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9c76b554-90b6-45a1-aa2c-b72d2c1bb256,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:17.931708 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:17.995998 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] For port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9c76b554-90b6-45a1-aa2c-b72d2c1bb256,segment=NetworkSegment(f5db0979-ea84-4a2a-8feb-fbb2b743264a),segment_id=f5db0979-ea84-4a2a-8feb-fbb2b743264a)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:17.996376 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:18.058654 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Calling delete_port for 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 owned by network:dhcp {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:18.116146 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] Calling delete_port for 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 owned by network:dhcp {{(pid=74358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:18.196073 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:18.200980 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2015f5a0-b305-44ae-aeeb-08d6322f7354 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:18.202648 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423'] for port, after_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:18.206506 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:18.250211 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] No DVR routers for this DVR port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 on host dv-cinder-790014-1-iscsi {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:36:18.252758 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] Pushing event deleted for resources: {'Port': ['ID=9c76b554-90b6-45a1-aa2c-b72d2c1bb256,revision_number=None']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:18.255957 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:18.256777 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c09e41-f9e1-4a70-ac89-099bceb3ef3d None None] No DVR routers for this DVR port 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 on host dv-cinder-790014-1-iscsi {{(pid=74358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:36:18.282385 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c76b554-90b6-45a1-aa2c-b72d2c1bb256,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:18.288027 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:18.382858 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:18.399289 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4b00e79a0>,) {'filters': {'network_id': ['26683102-4858-4c9b-897c-58ae9f936d0c']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:18.413809 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b00e79a0>, 'f5db0979-ea84-4a2a-8feb-fbb2b743264a') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:18.414082 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b00e79a0>, 'f5db0979-ea84-4a2a-8feb-fbb2b743264a') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:18.427649 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:18.444796 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:18.451554 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Releasing vlan 991 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:36:18.451916 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:36:18.472026 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:36:18.624259 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:18.628912 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:18.642905 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:18.655384 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=26683102-4858-4c9b-897c-58ae9f936d0c,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:18.659907 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:18.745302 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/26683102-4858-4c9b-897c-58ae9f936d0c HTTP/1.1" status: 204  len: 168 time: 1.2215102
May 06 09:36:18.748261 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46606) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:19.053547 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:36:19.088220 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:36:19.088572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9c76b554-90b6-45a1-aa2c-b72d2c1bb256 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:36:19.309879 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810374'] for router_interface, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:19.321711 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:19.613092 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-905d5234-92a2-4965-a97f-ada39e7125e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:19.842156 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Deleting port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:19.842740 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:19.965279 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] For port 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514,segment=NetworkSegment(1aa5dd82-82fb-47b8-a4cb-9c7483d60b42),segment_id=1aa5dd82-82fb-47b8-a4cb-9c7483d60b42)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:19.965627 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:20.087874 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Calling delete_port for 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 owned by network:router_interface {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:20.373306 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:20.378456 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-443d8ba9-9b78-4ab3-8b27-58c6d6a7ae62 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:20.451108 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:20.460327 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:20.464137 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:20.714668 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810806'] for router_interface, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:21.211732 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Router 13aa38bc-445e-461e-ab38-7b36cc45f8ee has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:36:21.402632 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:36:21.413636 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] 10.222.0.68 "PUT /v2.0/routers/13aa38bc-445e-461e-ab38-7b36cc45f8ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6642470
May 06 09:36:21.413814 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] Sync routers for ids ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:36:21.416049 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46618) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:21.452939 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] Routers {'13aa38bc-445e-461e-ab38-7b36cc45f8ee'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:21.453555 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bbd190>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:21.502159 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46624) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:21.567940 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] Deleting subnet 08cf24d3-e898-46e0-990a-f2724c74f749 {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:36:21.571891 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:21.601755 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:21.626210 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2060242'] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:21.658573 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] Set router 13aa38bc-445e-461e-ab38-7b36cc45f8ee gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:21.683061 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:21.783167 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:21.941302 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Deleting port 33ef1488-d5f2-4105-b98a-3ba9e33f5888 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:21.941684 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.067384 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] For port 33ef1488-d5f2-4105-b98a-3ba9e33f5888, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=33ef1488-d5f2-4105-b98a-3ba9e33f5888,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:22.067715 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.087529 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1975388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27356821'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.102194 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-016f9e41-c0e1-4223-8c8f-87c22227e70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:22.129743 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08cf24d3-e898-46e0-990a-f2724c74f749,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:22.132961 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:22.133950 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.134463 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bbd190>, [{'id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:12Z', 'updated_at': '2021-05-06T09:36:20Z', 'revision_number': 5, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'gw_port': {'id': '33ef1488-d5f2-4105-b98a-3ba9e33f5888', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:31:14Z', 'updated_at': '2021-05-06T09:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:22.138780 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] Checking router: 13aa38bc-445e-461e-ab38-7b36cc45f8ee for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:36:22.140443 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] 10.222.0.68 "DELETE /v2.0/subnets/08cf24d3-e898-46e0-990a-f2724c74f749 HTTP/1.1" status: 204  len: 168 time: 0.6372135
May 06 09:36:22.148527 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46628) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:22.151936 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] Routers {'13aa38bc-445e-461e-ab38-7b36cc45f8ee'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:22.152553 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bbd190>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:22.190719 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.202926 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Calling delete_port for 33ef1488-d5f2-4105-b98a-3ba9e33f5888 owned by network:router_gateway {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:22.309235 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.333760 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] Set router 13aa38bc-445e-461e-ab38-7b36cc45f8ee gateway port host: None {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:22.447918 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.462818 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4aae9d1f0>,) {'filters': {'network_id': ['f1e74890-bbf2-466e-858f-829f8228f190']}} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:22.472891 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bbd190>, [{'id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:12Z', 'updated_at': '2021-05-06T09:36:21Z', 'revision_number': 6, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'gw_port_host': None}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:22.476611 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aae9d1f0>, '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31') {'for_net_delete': True} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:22.480255 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aae9d1f0>, '9a0ca2d2-fdc6-4f5c-ade0-42743d16bc31') {} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:22.480399 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5b9c6-4d5e-4cb5-8ed2-a65cc614642a None None] The sync data for ids ['13aa38bc-445e-461e-ab38-7b36cc45f8ee'] in dv-cinder-790014-1-iscsi is: [{'id': '13aa38bc-445e-461e-ab38-7b36cc45f8ee', 'name': 'tempest-TestShelveInstance-1359681143-router', 'tenant_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:31:12Z', 'updated_at': '2021-05-06T09:36:21Z', 'revision_number': 6, 'project_id': 'e90308ebedac4a4ba0fc2f81927f35ba', 'gw_port_host': None}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:36:22.492279 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2060237'] for segment, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.498859 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.504509 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:22.515769 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.521182 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=74357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:36:22.521575 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1975354'] for segment, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]: Traceback (most recent call last):
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     timer()
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     cb(*args, **kw)
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     return func(*args, **kwargs)
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     self._notify()
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     self.callback(batched_events)
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     event.method(event)
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     return f(self, *a, **k)
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._get(url).json()
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self.request(url, 'GET', **kwargs)
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:36:22.535083 dv-cinder-790014-1-iscsi neutron-server[74357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:36:22.584324 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ef1488-d5f2-4105-b98a-3ba9e33f5888,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:22.591987 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:22.650376 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3804002'] for router_gateway, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.669926 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.673751 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:22.687174 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.698729 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e74890-bbf2-466e-858f-829f8228f190,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:22.702226 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:22.762624 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-649f8499-3a95-4a66-8edc-4855ed593172 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f1e74890-bbf2-466e-858f-829f8228f190 HTTP/1.1" status: 204  len: 168 time: 0.6157653
May 06 09:36:22.958701 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5031'] for router, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:22.961015 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.070438 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3861616'] for router, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.071079 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13aa38bc-445e-461e-ab38-7b36cc45f8ee {{(pid=74356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 09:36:23.077364 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46638) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:23.094091 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.095944 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] 10.222.0.68 "DELETE /v2.0/routers/13aa38bc-445e-461e-ab38-7b36cc45f8ee HTTP/1.1" status: 204  len: 168 time: 1.6782560
May 06 09:36:23.098353 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46642) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:23.140403 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ec2fdfab-4628-4552-9c79-cc17788950a0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=de4407c6f7394ba7bbd84ae087a56658&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0616233
May 06 09:36:23.143474 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46646) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:23.183042 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_v2 [None req-696c4f9d-e286-4e96-9111-5164501d72cf admin admin] Deleting subnet 50f92e8b-49bf-43c7-8a86-d7feb2c2d26a {{(pid=74356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:36:23.191894 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-696c4f9d-e286-4e96-9111-5164501d72cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.271273 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-696c4f9d-e286-4e96-9111-5164501d72cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27388926'] for subnet, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.311137 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-eeac0d99-f2df-4fba-9fec-496c6ed367d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.317734 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:36:23.354858 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-eeac0d99-f2df-4fba-9fec-496c6ed367d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.358634 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:36:23.359043 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 5ff7dc6a-27ef-44ba-a5f8-745bb5ca6514 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:36:23.360022 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 33ef1488-d5f2-4105-b98a-3ba9e33f5888 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:36:23.400520 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 33ef1488-d5f2-4105-b98a-3ba9e33f5888 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:36:23.400899 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 33ef1488-d5f2-4105-b98a-3ba9e33f5888 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:36:23.417964 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-696c4f9d-e286-4e96-9111-5164501d72cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.540572 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-eeac0d99-f2df-4fba-9fec-496c6ed367d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.550182 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-76d40edc-a01a-484f-b091-5736ecd17b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:23.573428 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac0d99-f2df-4fba-9fec-496c6ed367d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae507ade-74c6-4f82-b7e8-3458fb2fcf32,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:23.606629 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.611610 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-eeac0d99-f2df-4fba-9fec-496c6ed367d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:23.633870 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-eeac0d99-f2df-4fba-9fec-496c6ed367d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:23.637249 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-eeac0d99-f2df-4fba-9fec-496c6ed367d7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ae507ade-74c6-4f82-b7e8-3458fb2fcf32 HTTP/1.1" status: 204  len: 168 time: 0.4905810
May 06 09:36:23.637390 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240045-521f-4218-8b15-25ca3fa42e51 req-e126274f-cedb-4a40-a155-861d95bc1021 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:23.640967 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f2240045-521f-4218-8b15-25ca3fa42e51 req-e126274f-cedb-4a40-a155-861d95bc1021 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1287386
May 06 09:36:23.696321 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f2240045-521f-4218-8b15-25ca3fa42e51 req-c2864714-a9b0-4b87-a266-7590980f0f20 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0514076
May 06 09:36:23.761926 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-eb890bfa-b98f-461a-b72d-531694675ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:23.763418 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-eb890bfa-b98f-461a-b72d-531694675ec7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 1137 time: 0.1853001
May 06 09:36:23.932216 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-ef22abff-682e-482b-9223-28353d3fa2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:23.933804 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-ef22abff-682e-482b-9223-28353d3fa2ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=d44ea27e-8d3b-4165-99d3-3c7803207bd3 HTTP/1.1" status: 200  len: 916 time: 0.1620791
May 06 09:36:24.007066 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-696c4f9d-e286-4e96-9111-5164501d72cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27949571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871045'] for subnet, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:24.022785 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:24.074789 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c4f9d-e286-4e96-9111-5164501d72cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f92e8b-49bf-43c7-8a86-d7feb2c2d26a,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:24.087233 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-696c4f9d-e286-4e96-9111-5164501d72cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:24.092368 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cac277-c188-498a-a4d6-1c10d5747be4 None None] Network 447f11fd-3f1c-433a-966f-509c834bdbc4 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:36:24.093361 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-696c4f9d-e286-4e96-9111-5164501d72cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:24.112509 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-cbfe72f5-72a6-4123-b316-807a2b2192e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 200  len: 1001 time: 0.1717277
May 06 09:36:24.116813 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-696c4f9d-e286-4e96-9111-5164501d72cf admin admin] 10.222.0.68 "DELETE /v2.0/subnets/50f92e8b-49bf-43c7-8a86-d7feb2c2d26a HTTP/1.1" status: 204  len: 168 time: 1.0144582
May 06 09:36:24.116813 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46654) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:24.270865 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-5b394636-c0df-45ec-b7e4-35e9d489c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:24.272310 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-5b394636-c0df-45ec-b7e4-35e9d489c33b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4 HTTP/1.1" status: 200  len: 854 time: 0.1515121
May 06 09:36:24.276139 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:24.352888 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] DHCP port deletion for 447f11fd-3f1c-433a-966f-509c834bdbc4 request from dv-cinder-790014-1-iscsi {{(pid=74358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 09:36:24.420684 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-dc5dbf7b-4d14-456a-8cd5-7cb1bbe06bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:24.420949 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] Deleting port f32c6c3a-7d75-4f82-ad9a-b957fb073617 {{(pid=74358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:24.421315 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:24.422203 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-dc5dbf7b-4d14-456a-8cd5-7cb1bbe06bf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d44ea27e-8d3b-4165-99d3-3c7803207bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1405418
May 06 09:36:24.427043 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Deleting port f32c6c3a-7d75-4f82-ad9a-b957fb073617 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:36:24.427390 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:24.523541 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] For port f32c6c3a-7d75-4f82-ad9a-b957fb073617, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=f32c6c3a-7d75-4f82-ad9a-b957fb073617,segment=NetworkSegment(1aa5dd82-82fb-47b8-a4cb-9c7483d60b42),segment_id=1aa5dd82-82fb-47b8-a4cb-9c7483d60b42)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:24.523887 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:24.662490 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] Calling delete_port for f32c6c3a-7d75-4f82-ad9a-b957fb073617 owned by network:dhcp {{(pid=74358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:24.764825 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] For port f32c6c3a-7d75-4f82-ad9a-b957fb073617, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=f32c6c3a-7d75-4f82-ad9a-b957fb073617,segment=NetworkSegment(1aa5dd82-82fb-47b8-a4cb-9c7483d60b42),segment_id=1aa5dd82-82fb-47b8-a4cb-9c7483d60b42)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:24.770083 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:24.801331 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423'] for port, after_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:24.807743 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-70f85f73-5ac1-4abf-b211-e1ad6bcb7711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:24.856760 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] Pushing event deleted for resources: {'Port': ['ID=f32c6c3a-7d75-4f82-ad9a-b957fb073617,revision_number=None']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:24.864267 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:24.865607 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] No DVR routers for this DVR port f32c6c3a-7d75-4f82-ad9a-b957fb073617 on host dv-cinder-790014-1-iscsi {{(pid=74358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:36:24.912156 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Calling delete_port for f32c6c3a-7d75-4f82-ad9a-b957fb073617 owned by network:dhcp {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:36:24.919214 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b4a7d-b39a-4a4e-8892-0310bed47b92 req-bf5c654d-5b85-4061-afc7-f28c665d61f8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:24.919792 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ec6b4a7d-b39a-4a4e-8892-0310bed47b92 req-bf5c654d-5b85-4061-afc7-f28c665d61f8 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1021914
May 06 09:36:24.921283 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-f0bf7f3a-786d-4d4b-8b09-45bce7d43489 service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4810815
May 06 09:36:24.977801 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ec6b4a7d-b39a-4a4e-8892-0310bed47b92 req-91e86da7-70eb-471f-b1cf-1b5a29b1cf3b tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0498095
May 06 09:36:25.057389 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device f32c6c3a-7d75-4f82-ad9a-b957fb073617 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:36:25.085634 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:25.090275 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d36cd4a3-312c-4079-bcd0-7f27be27c686 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:25.095573 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: f32c6c3a-7d75-4f82-ad9a-b957fb073617 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:36:25.095933 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device f32c6c3a-7d75-4f82-ad9a-b957fb073617 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:36:25.126044 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0cf84c5a-7f4e-4292-be2b-bbe0f1e9b604 req-edf35479-6f85-463d-bba5-8026e00f6401 service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910076
May 06 09:36:25.142971 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32c6c3a-7d75-4f82-ad9a-b957fb073617,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:25.146086 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:25.146867 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] No DVR routers for this DVR port f32c6c3a-7d75-4f82-ad9a-b957fb073617 on host dv-cinder-790014-1-iscsi {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:36:25.270949 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:25.285376 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4aaf1b3a0>,) {'filters': {'network_id': ['447f11fd-3f1c-433a-966f-509c834bdbc4']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:25.297835 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aaf1b3a0>, '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:25.298151 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aaf1b3a0>, '1aa5dd82-82fb-47b8-a4cb-9c7483d60b42') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:25.309382 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:25.327171 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:25.335413 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:36:25.335803 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   util.warn(
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   util.warn(
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   util.warn(
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   util.warn(
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:36:25.349694 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:36:25.510085 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:25.513959 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:25.527533 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:25.538122 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=447f11fd-3f1c-433a-966f-509c834bdbc4,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:25.541247 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:25.542904 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/447f11fd-3f1c-433a-966f-509c834bdbc4 HTTP/1.1" status: 204  len: 168 time: 1.4244213
May 06 09:36:25.975097 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46662) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:26.030132 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-cd2df939-48ae-42ff-a819-3b7053310c84 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e3ef3fb127743f68a201755709a9bdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516460
May 06 09:36:26.031234 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46668) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:26.141274 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fa42f771-96e3-4947-89d8-00405e850476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:26.176973 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fa42f771-96e3-4947-89d8-00405e850476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:26.242042 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb520a4f-423f-4e90-938f-b20178ec4022 req-ea546d54-c568-4e96-89b3-ed3651a78325 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:26.243642 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fb520a4f-423f-4e90-938f-b20178ec4022 req-ea546d54-c568-4e96-89b3-ed3651a78325 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1489332
May 06 09:36:26.297636 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fb520a4f-423f-4e90-938f-b20178ec4022 req-82a93a4b-8443-497d-a42c-9d2abc574eec tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0469754
May 06 09:36:26.362365 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fa42f771-96e3-4947-89d8-00405e850476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:26.366608 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ab698286-314b-4f98-8d9a-4ca39b0a91c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:26.382222 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42f771-96e3-4947-89d8-00405e850476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee478585-d78b-45bb-9e8e-2eeb6908f952,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:26.386253 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-fa42f771-96e3-4947-89d8-00405e850476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:26.389888 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-fa42f771-96e3-4947-89d8-00405e850476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:26.391708 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-fa42f771-96e3-4947-89d8-00405e850476 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ee478585-d78b-45bb-9e8e-2eeb6908f952 HTTP/1.1" status: 204  len: 168 time: 0.3587115
May 06 09:36:27.222677 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46676) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:27.273691 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-602dd4cb-1ad3-437a-9b9e-dd9c217f4023 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e90308ebedac4a4ba0fc2f81927f35ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496516
May 06 09:36:27.276058 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46680) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:27.340636 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d07089bd-7cd9-45d4-8226-3ed9389ea654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:27.370027 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d07089bd-7cd9-45d4-8226-3ed9389ea654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:27.493314 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efbd33-c195-4710-a01c-6e7ffc469cc7 req-68faea10-4442-4dc2-aa39-04a472ca244c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:27.494794 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e7efbd33-c195-4710-a01c-6e7ffc469cc7 req-68faea10-4442-4dc2-aa39-04a472ca244c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.0832615
May 06 09:36:27.526954 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d07089bd-7cd9-45d4-8226-3ed9389ea654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:27.530886 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-28f1c58d-5405-4836-9b54-0bdb418bf336 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:27.544431 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07089bd-7cd9-45d4-8226-3ed9389ea654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afd4ba4-1463-404d-a7c6-09dc756576f7,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:27.547338 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d07089bd-7cd9-45d4-8226-3ed9389ea654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:27.553534 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d07089bd-7cd9-45d4-8226-3ed9389ea654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:27.553534 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-d07089bd-7cd9-45d4-8226-3ed9389ea654 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8afd4ba4-1463-404d-a7c6-09dc756576f7 HTTP/1.1" status: 204  len: 168 time: 0.2734509
May 06 09:36:27.553795 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e7efbd33-c195-4710-a01c-6e7ffc469cc7 req-d2eefe6f-33a9-40c3-954f-7b886050ed96 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0500772
May 06 09:36:28.760435 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46708) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:28.879521 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1513648689-network', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:28.884473 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:28.888954 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Usage tracker for resource:network and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:28.892694 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:28.898960 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:28.899178 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869d478-25e4-43ac-974b-bef7c800aae5 req-ef133194-dd40-407a-b684-ff6aa815fc2d tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:28.901249 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2869d478-25e4-43ac-974b-bef7c800aae5 req-ef133194-dd40-407a-b684-ff6aa815fc2d tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.0890958
May 06 09:36:28.962864 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2869d478-25e4-43ac-974b-bef7c800aae5 req-62ec798c-73dc-4ccd-a579-52d8250198fe tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0471370
May 06 09:36:28.978280 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Made reservation on behalf of 1df3d3fddd8e4341a2d5ab1b63237a5b for: {'network': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:36:28.980983 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:28.994551 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:29.010095 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:29.014018 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:29.016893 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:29.022514 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:29.108511 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:29.213681 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:29.216988 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-1abe5591-e4d1-4cac-b462-f675bf8ede51 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:29.249168 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966}  {{(pid=74356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:36:29.258746 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2cffee-32db-4f3d-9e28-1c799685b747,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:29.262365 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:29.265231 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:29.265580 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.segments_db [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Added segment 952ebc85-f746-4498-9fdb-d926542aff0c of type vlan for network b96abfb7-057c-4366-8274-e8f96bd6f92d
May 06 09:36:29.299039 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:29.412787 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:29.414251 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:29.414980 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:29.421661 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:29.531851 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=b96abfb7-057c-4366-8274-e8f96bd6f92d,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:29.534721 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:29.542754 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network b96abfb7-057c-4366-8274-e8f96bd6f92d details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:36:29.591804 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-25e2c52c-ebd0-456c-a72b-f54e0fc19ff9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8297932
May 06 09:36:29.595258 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46714) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:29.600938 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Request body: {'subnet': {'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1513648689-subnet', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'ip_version': 4}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:29.606854 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:29.612238 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Usage tracker for resource:subnet and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:29.615901 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:29.621628 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:29.704042 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Made reservation on behalf of 1df3d3fddd8e4341a2d5ab1b63237a5b for: {'subnet': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:36:29.707081 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1871022'] for subnet, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:30.183116 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeaf95-6db2-4726-a911-a35ff2b3f43e req-70d3b15d-09e5-43e2-83f1-cb1e558651a1 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:30.184741 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-aabeaf95-6db2-4726-a911-a35ff2b3f43e req-70d3b15d-09e5-43e2-83f1-cb1e558651a1 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1055579
May 06 09:36:30.239789 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-aabeaf95-6db2-4726-a911-a35ff2b3f43e req-62f74dfc-9aca-4f44-b41e-d87eb5097843 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0478878
May 06 09:36:30.302842 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27996608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1871068'] for subnet, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:30.306551 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:30.379239 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0ce2cd-2092-4829-a920-ff6b77e03029,revision_number=0']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:30.382180 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:30.390311 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Checking segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:36:30.390660 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Network hostable DHCP agents. Network: b96abfb7-057c-4366-8274-e8f96bd6f92d, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:36:30.452890 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Network b96abfb7-057c-4366-8274-e8f96bd6f92d is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:36:30.526247 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, b96abfb7-057c-4366-8274-e8f96bd6f92d) {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:30.536276 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eecaef-531d-41a8-8f53-a50145440eb8 None None] Network b96abfb7-057c-4366-8274-e8f96bd6f92d requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:36:30.537528 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:30.538109 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:30.647864 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0515277
May 06 09:36:30.651862 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46720) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:30.659001 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:30.663859 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:30.667965 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Usage tracker for resource:router and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:30.671007 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:30.677191 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:30.761734 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:30.762781 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:30.779231 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:30.808403 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-b96abfb7-057c-4366-8274-e8f96bd6f92d', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:36:30.809264 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:30.978952 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Allocated IP 172.20.0.2 (b96abfb7-057c-4366-8274-e8f96bd6f92d/5e0ce2cd-2092-4829-a920-ff6b77e03029/05ce7d15-2dd7-41b0-ae74-ae4bff34de06) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:36:31.146595 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:31.191375 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:31.204795 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Transition to ACTIVE for port object 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:31.223259 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Transition to ACTIVE for port object 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:31.307745 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:31.312865 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:31.373410 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Network b96abfb7-057c-4366-8274-e8f96bd6f92d is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:36:31.382172 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:31.387460 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:36:31.432006 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Pushing event updated for resources: {'Port': ['ID=05ce7d15-2dd7-41b0-ae74-ae4bff34de06,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:31.448541 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c4a37-5688-4383-845e-e21f214446ba req-7d885620-c7e4-474f-ad2d-6f59da6a8e3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:31.451238 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-363c4a37-5688-4383-845e-e21f214446ba req-7d885620-c7e4-474f-ad2d-6f59da6a8e3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.0922601
May 06 09:36:31.459760 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:31.489344 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Attempting to bind port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:36:31.489726 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Attempting to bind port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:36:31.490143 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Attempting to bind port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 on network b96abfb7-057c-4366-8274-e8f96bd6f92d {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:36:31.497092 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:36:31.497092 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Checking segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:36:31.497464 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:31.497866 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Bound using segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:36:31.498448 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Bound port: 05ce7d15-2dd7-41b0-ae74-ae4bff34de06, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:36:31.498840 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:31.502128 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-363c4a37-5688-4383-845e-e21f214446ba req-9ae33f61-ecc7-4b66-8661-63ac6fbf1ec2 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443468
May 06 09:36:31.593278 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] For port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:36:31.596930 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] For port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=05ce7d15-2dd7-41b0-ae74-ae4bff34de06,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:36:31.598514 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:31.631444 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:31.699005 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:31.704074 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:31.769587 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Allocated IP 172.27.3.58 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/22931e56-c078-43e6-b858-d0695bcc9576) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:36:31.792444 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Pushing event updated for resources: {'Port': ['ID=05ce7d15-2dd7-41b0-ae74-ae4bff34de06,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:31.795537 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:31.986368 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:32.104989 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:32.109258 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-416cdaf5-532c-4725-9f4b-07e97893d0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:32.169983 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:36:32.177543 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:32.179930 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:36:32.218736 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Pushing event updated for resources: {'Port': ['ID=22931e56-c078-43e6-b858-d0695bcc9576,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:32.222307 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:32.707431 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057e631-7514-4249-80ae-220548104983 req-fd534814-03c5-4522-b706-2b1ffef9ecd4 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:32.709407 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b057e631-7514-4249-80ae-220548104983 req-fd534814-03c5-4522-b706-2b1ffef9ecd4 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.0912893
May 06 09:36:32.717231 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec77426-ab3f-493a-ad2a-a64f2da6f0ae None None] Network b96abfb7-057c-4366-8274-e8f96bd6f92d requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:36:32.761445 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b057e631-7514-4249-80ae-220548104983 req-b4150d77-a4ff-40a6-b142-59ab71a3bb1e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0459471
May 06 09:36:32.836467 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:32.874474 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-2cd57dd0-e304-47e5-8867-5bd9a4d2eb48 None None] Provisioning for port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:33.116871 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:33.210539 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:33.229738 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:33.241874 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:33.241874 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:33.358882 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:33.394497 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=05ce7d15-2dd7-41b0-ae74-ae4bff34de06,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:33.464072 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:33.465956 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-fb776007-6a6c-4f34-92b3-3db332d2af73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:33.499662 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Router e91ff98b-b665-42ff-afd6-e045e239fb1f is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:36:33.540373 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=05ce7d15-2dd7-41b0-ae74-ae4bff34de06,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:33.546825 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:33.686646 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:36:33.696307 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Sync routers for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:36:33.708237 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:33.708975 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0ab2ee0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:33.784504 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:33.785993 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-da84da55-b6ed-4b4c-8039-68c7fa550c65 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1331627
May 06 09:36:33.788982 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46728) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:33.918037 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:34.252191 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633592c-1e50-4ffa-be99-8d2ae6f98e83 req-c950f0fb-3937-4e19-9054-eb534c0efe1f tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:34.253736 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0633592c-1e50-4ffa-be99-8d2ae6f98e83 req-c950f0fb-3937-4e19-9054-eb534c0efe1f tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.2962785
May 06 09:36:34.254376 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0ab2ee0>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:32Z', 'revision_number': 3, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:34.258932 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Checking router: e91ff98b-b665-42ff-afd6-e045e239fb1f for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:36:34.259287 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Updating router e91ff98b-b665-42ff-afd6-e045e239fb1f port 22931e56-c078-43e6-b858-d0695bcc9576 binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:36:34.314938 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:34.327187 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0633592c-1e50-4ffa-be99-8d2ae6f98e83 req-931b2aa3-afb8-4631-9ad0-0a3d3a0a969f tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0657756
May 06 09:36:34.659034 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:34.671681 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Transition to ACTIVE for port object 22931e56-c078-43e6-b858-d0695bcc9576 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:34.690048 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:34.756408 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:34.763422 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-27918e0b-8841-4491-9d1a-a68594039459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:34.888644 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Attempting to bind port 22931e56-c078-43e6-b858-d0695bcc9576 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:36:34.889215 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Attempting to bind port 22931e56-c078-43e6-b858-d0695bcc9576 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:36:34.889788 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Attempting to bind port 22931e56-c078-43e6-b858-d0695bcc9576 on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:36:34.906216 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438f6c5-59df-433f-95a1-cd1de861c3c2 None None] Pushing event updated for resources: {'Port': ['ID=22931e56-c078-43e6-b858-d0695bcc9576,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:34.910859 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:36:34.911366 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:36:34.912011 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:34.912627 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:36:34.913411 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Bound port: 22931e56-c078-43e6-b858-d0695bcc9576, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:36:34.914021 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:34.966748 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a438f6c5-59df-433f-95a1-cd1de861c3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:34.995492 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Allocated IP 172.20.0.1 (b96abfb7-057c-4366-8274-e8f96bd6f92d/5e0ce2cd-2092-4829-a920-ff6b77e03029/9e94c3ea-b55a-4e58-9cc0-8628362c2f5e) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:36:35.035404 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] For port 22931e56-c078-43e6-b858-d0695bcc9576, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:36:35.045561 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] For port 22931e56-c078-43e6-b858-d0695bcc9576, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=22931e56-c078-43e6-b858-d0695bcc9576,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:36:35.071806 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:35.133662 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:35.137235 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-02e3d6c9-ce66-403c-846d-e4b218567373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:35.166870 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:35.180127 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.provisioning_blocks [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Transition to ACTIVE for port object 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e will not be triggered until provisioned by entity DHCP. {{(pid=74357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:35.219125 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:35.219498 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:35.249974 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438f6c5-59df-433f-95a1-cd1de861c3c2 None None] Pushing event updated for resources: {'Port': ['ID=22931e56-c078-43e6-b858-d0695bcc9576,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:35.259210 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:35.259898 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0ab2ee0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:35.276560 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:35.280875 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:35.312348 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a438f6c5-59df-433f-95a1-cd1de861c3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:35.340067 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Network b96abfb7-057c-4366-8274-e8f96bd6f92d is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:36:35.347810 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:35.356189 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:36:35.393571 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9e94c3ea-b55a-4e58-9cc0-8628362c2f5e,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:35.396460 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:35.424750 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:35.503676 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:35.567443 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dece4e-46c4-4952-8226-1352cc99cbf7 req-c11f3a2e-cc95-48b7-9fd2-932d2403345d tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:35.570657 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e4dece4e-46c4-4952-8226-1352cc99cbf7 req-c11f3a2e-cc95-48b7-9fd2-932d2403345d tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1155648
May 06 09:36:35.620419 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e4dece4e-46c4-4952-8226-1352cc99cbf7 req-13c40fea-fdd8-4491-9fa4-6c4a86f2e4c3 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447886
May 06 09:36:35.685993 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:35.864909 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0ab2ee0>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:32Z', 'revision_number': 3, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:35.868143 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-d790bef3-ff8c-4970-9a11-c7b131b2ab2c None None] Provisioning for port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:35.873196 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce622e-c3e7-4380-bc73-e71b05364787 None None] The sync data for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi is: [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:32Z', 'revision_number': 3, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:36:35.877907 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-d790bef3-ff8c-4970-9a11-c7b131b2ab2c None None] Provisioning complete for port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:35.877907 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d790bef3-ff8c-4970-9a11-c7b131b2ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:35.943429 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-d790bef3-ff8c-4970-9a11-c7b131b2ab2c None None] Port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:36:36.044584 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:36.109800 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:36.142374 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-e2a5cb58-2d1d-4461-a74e-1eb687f50d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:36.217484 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9e94c3ea-b55a-4e58-9cc0-8628362c2f5e,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:36.222317 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:36.237182 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:36.381769 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Network b96abfb7-057c-4366-8274-e8f96bd6f92d is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:36:36.382945 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:36.586854 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Router e91ff98b-b665-42ff-afd6-e045e239fb1f has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:36:36.670116 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-5e50ed55-5fc7-4f4d-b7a4-9aae288e58cc None None] Provisioning complete for port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:36.670743 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-5e50ed55-5fc7-4f4d-b7a4-9aae288e58cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:36.730773 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-5e50ed55-5fc7-4f4d-b7a4-9aae288e58cc None None] Port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:36:36.825761 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:36:36.837684 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-ec46df3c-453f-4650-a7cf-fd7f062f18a2 admin admin] 10.222.0.68 "PUT /v2.0/routers/e91ff98b-b665-42ff-afd6-e045e239fb1f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0474501
May 06 09:36:36.859948 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cfc60-0de0-4047-a9ef-75b6d9ce28a1 req-cd1b89d0-1d77-4e1c-aca6-314c139b8c74 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:36.862020 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-491cfc60-0de0-4047-a9ef-75b6d9ce28a1 req-cd1b89d0-1d77-4e1c-aca6-314c139b8c74 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1176963
May 06 09:36:36.926970 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-491cfc60-0de0-4047-a9ef-75b6d9ce28a1 req-06365087-e495-4dfa-bb86-a4255644056f tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0580559
May 06 09:36:37.111373 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 22931e56-c078-43e6-b858-d0695bcc9576 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:37.247111 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 22931e56-c078-43e6-b858-d0695bcc9576 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:37.252283 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 22931e56-c078-43e6-b858-d0695bcc9576 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:37.252845 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:37.384614 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:37.406755 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 22931e56-c078-43e6-b858-d0695bcc9576, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=22931e56-c078-43e6-b858-d0695bcc9576,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:37.450059 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Sync routers for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:36:37.467249 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:37.467860 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b09d5c40>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:37.498576 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:37.501549 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:37.573126 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=22931e56-c078-43e6-b858-d0695bcc9576,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:37.577638 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:37.646477 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:37.675502 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46752) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:37.681033 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1336331920-network', 'tenant_id': '9871c69d998247d3ba5df4896d59626a'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:37.685815 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:37.690685 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Usage tracker for resource:network and tenant:9871c69d998247d3ba5df4896d59626a is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:37.698989 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:37.700494 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:37.772801 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Made reservation on behalf of 9871c69d998247d3ba5df4896d59626a for: {'network': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:36:37.775109 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for network, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:37.787687 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:37.802531 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:37.806274 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Usage tracker for resource:security_group_rule and tenant:9871c69d998247d3ba5df4896d59626a is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:37.809071 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:37.815203 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:37.902294 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:37.978887 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:37.983204 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-2ce30f6a-3ce8-4aea-9110-e4261104cc52 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:38.012297 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956}  {{(pid=74357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 06 09:36:38.020458 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b09d5c40>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 2, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:38.021335 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead1708-d902-4e70-b362-5bb413277a41,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:38.025232 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:38.025550 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Checking router: e91ff98b-b665-42ff-afd6-e045e239fb1f for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:36:38.025912 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Updating router e91ff98b-b665-42ff-afd6-e045e239fb1f port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:36:38.027899 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.028322 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.segments_db [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Added segment 8741a41e-f7ca-40f4-b182-2d98256f2c07 of type vlan for network 69c7ae8e-3c84-4057-91c8-d5c2e170495e
May 06 09:36:38.084905 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.103508 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788763085451'] for network, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.163865 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983f6c9-52c1-4b65-bf00-f45442b36da5 req-708d8005-6574-4ab9-b9d8-abf17f5617e3 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:38.165379 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f983f6c9-52c1-4b65-bf00-f45442b36da5 req-708d8005-6574-4ab9-b9d8-abf17f5617e3 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1198905
May 06 09:36:38.217707 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f983f6c9-52c1-4b65-bf00-f45442b36da5 req-a8d0ca22-5eb9-4c14-82e8-a80ebd39921c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461147
May 06 09:36:38.218501 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118'] for network, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.220398 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:38.221006 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.224508 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:38.327803 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Pushing event updated for resources: {'Network': ['ID=69c7ae8e-3c84-4057-91c8-d5c2e170495e,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:38.331183 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:38.341978 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Network 69c7ae8e-3c84-4057-91c8-d5c2e170495e details requested by agent ovs-agent-dv-cinder-790014-1-iscsi with host dv-cinder-790014-1-iscsi {{(pid=74358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 06 09:36:38.390630 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-0279fb9e-469c-438b-8e7c-0498014e8385 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7140224
May 06 09:36:38.393845 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46758) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:38.399540 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Request body: {'subnet': {'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1336331920-subnet', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'ip_version': 4}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:38.404549 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:38.409712 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Usage tracker for resource:subnet and tenant:9871c69d998247d3ba5df4896d59626a is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:38.414343 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:38.419038 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:38.447328 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.459361 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Transition to ACTIVE for port object 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:38.498301 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Made reservation on behalf of 9871c69d998247d3ba5df4896d59626a for: {'subnet': 1} {{(pid=74357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:36:38.500629 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27356926'] for subnet, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.532665 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.536730 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-3420402e-dd06-4d72-af0a-5a1ab24903bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:38.661448 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Pushing event updated for resources: {'Port': ['ID=9e94c3ea-b55a-4e58-9cc0-8628362c2f5e,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:38.705009 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.705654 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.705995 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.706322 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.706645 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.706962 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.707276 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.707601 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.707931 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.708251 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.708564 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.708897 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:38.736297 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:38.763036 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Attempting to bind port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:36:38.763393 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Attempting to bind port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:36:38.763785 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Attempting to bind port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e on network b96abfb7-057c-4366-8274-e8f96bd6f92d {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:36:38.769556 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:36:38.769923 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Checking segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:36:38.770320 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.770710 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Bound using segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:36:38.771167 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Bound port: 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:36:38.771550 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.860983 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] For port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:36:38.864407 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] For port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9e94c3ea-b55a-4e58-9cc0-8628362c2f5e,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:36:38.944945 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:38.949999 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-3420402e-dd06-4d72-af0a-5a1ab24903bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:39.026110 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:39.026740 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b09d5c40>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:39.106627 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 22931e56-c078-43e6-b858-d0695bcc9576 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:39.117858 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2060191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27356812'] for subnet, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:39.125015 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cd3581c5-349e-4d8c-936d-ebbc825d41cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:39.167657 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Pushing event updated for resources: {'Port': ['ID=9e94c3ea-b55a-4e58-9cc0-8628362c2f5e,revision_number=4']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:39.172614 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:39.212282 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2dd4c6c-be37-41f9-950c-2829dfbfbf47,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:39.216305 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:39.217035 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Checking segment: {'id': '8741a41e-f7ca-40f4-b182-2d98256f2c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:36:39.217391 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Network hostable DHCP agents. Network: 69c7ae8e-3c84-4057-91c8-d5c2e170495e, hostable agents: ['977b0b6f-c41c-47df-8555-c5b3c65e0dd4'], hosted agents: [] {{(pid=74357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 06 09:36:39.222933 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 22931e56-c078-43e6-b858-d0695bcc9576 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:39.223162 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:39.237844 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:39.318095 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Network 69c7ae8e-3c84-4057-91c8-d5c2e170495e is scheduled to be hosted by DHCP agent 977b0b6f-c41c-47df-8555-c5b3c65e0dd4 with binding_index 1 {{(pid=74357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 06 09:36:39.415303 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-iscsi, 69c7ae8e-3c84-4057-91c8-d5c2e170495e) {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:39.428900 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:39.429486 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:39.433141 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55609484-e919-4ffd-84d0-547355d75fba None None] Network 69c7ae8e-3c84-4057-91c8-d5c2e170495e requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:36:39.470287 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a731a-7fb0-4106-aede-17105798b9a9 req-225a6bbf-c753-4f3e-af85-fb123ca6290a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:39.472234 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ad9a731a-7fb0-4106-aede-17105798b9a9 req-225a6bbf-c753-4f3e-af85-fb123ca6290a tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1171336
May 06 09:36:39.524787 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ad9a731a-7fb0-4106-aede-17105798b9a9 req-9b628f5c-58bf-4f23-9908-7eb8c5c7ced5 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0456512
May 06 09:36:39.542631 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-148c982b-03f2-42c2-abbb-886eae4415c9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1442988
May 06 09:36:39.548279 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46764) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:39.553310 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:39.557997 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:39.562006 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Usage tracker for resource:router and tenant:9871c69d998247d3ba5df4896d59626a is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:39.565533 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:39.571483 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:39.617999 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b09d5c40>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:38Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:39.622760 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bcab08-7cca-4d9b-9074-ee96d8193128 None None] The sync data for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi is: [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:38Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:36:39.659964 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3860463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4949'] for router, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:39.682168 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3860448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3914151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:39.688026 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cf54a4a-7d8a-5808-b015-6ec5c69b1be6-69c7ae8e-3c84-4057-91c8-d5c2e170495e', 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'fixed_ips': [{'subnet_id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47'}]}} from dv-cinder-790014-1-iscsi. {{(pid=74358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
May 06 09:36:39.693014 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:39.701432 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:39.868059 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.db_base_plugin_common [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Allocated IP 172.20.0.2 (69c7ae8e-3c84-4057-91c8-d5c2e170495e/c2dd4c6c-be37-41f9-950c-2829dfbfbf47/47860f6b-f668-4692-8792-b9ad78351b33) {{(pid=74358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:36:40.065285 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3860763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5038'] for router, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:40.095717 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Notify callbacks [] for port, precommit_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:40.107007 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Transition to ACTIVE for port object 47860f6b-f668-4692-8792-b9ad78351b33 will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:40.127748 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Transition to ACTIVE for port object 47860f6b-f668-4692-8792-b9ad78351b33 will not be triggered until provisioned by entity DHCP. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:40.236260 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414'] for port, after_create {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:40.241186 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:40.297752 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Network 69c7ae8e-3c84-4057-91c8-d5c2e170495e is already hosted by enough agents. {{(pid=74358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:36:40.300512 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.scheduler.base_scheduler [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Resources bound (agent type, host, resource id):  {{(pid=74358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:40.302975 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Received port after_create {{(pid=74358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:36:40.350441 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Pushing event updated for resources: {'Port': ['ID=47860f6b-f668-4692-8792-b9ad78351b33,revision_number=1']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:40.353588 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:40.414710 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Attempting to bind port 47860f6b-f668-4692-8792-b9ad78351b33 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:36:40.415085 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Attempting to bind port 47860f6b-f668-4692-8792-b9ad78351b33 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '8741a41e-f7ca-40f4-b182-2d98256f2c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:36:40.415503 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Attempting to bind port 47860f6b-f668-4692-8792-b9ad78351b33 on network 69c7ae8e-3c84-4057-91c8-d5c2e170495e {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:36:40.421492 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:36:40.421863 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Checking segment: {'id': '8741a41e-f7ca-40f4-b182-2d98256f2c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:36:40.422271 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:40.422665 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Bound using segment: {'id': '8741a41e-f7ca-40f4-b182-2d98256f2c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:36:40.423324 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Bound port: 47860f6b-f668-4692-8792-b9ad78351b33, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8741a41e-f7ca-40f4-b182-2d98256f2c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:36:40.423733 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:40.482134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:40.513899 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:40.521214 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] For port 47860f6b-f668-4692-8792-b9ad78351b33, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:36:40.524932 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] For port 47860f6b-f668-4692-8792-b9ad78351b33, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=47860f6b-f668-4692-8792-b9ad78351b33,segment=NetworkSegment(8741a41e-f7ca-40f4-b182-2d98256f2c07),segment_id=8741a41e-f7ca-40f4-b182-2d98256f2c07)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:36:40.618952 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:40.624796 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:40.703488 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Allocated IP 172.27.3.215 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/3e0054ed-5aeb-4ceb-978d-dd422659ce4d) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:36:40.750265 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Pushing event updated for resources: {'Port': ['ID=47860f6b-f668-4692-8792-b9ad78351b33,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:40.753666 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-44fcf52a-d20a-4478-a525-e70ec6c9c210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:40.839627 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe42da-98fd-4371-a2b4-534b2e9bf4ff req-96992231-8c7f-4f6a-b519-3a4d23097b65 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:40.841153 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bebe42da-98fd-4371-a2b4-534b2e9bf4ff req-96992231-8c7f-4f6a-b519-3a4d23097b65 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.2016187
May 06 09:36:40.969404 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-bebe42da-98fd-4371-a2b4-534b2e9bf4ff req-f074cfcc-8631-4d85-9612-e8f0b28ce9d6 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1168489
May 06 09:36:40.974914 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:41.070924 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:41.075210 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:41.134967 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:41.259264 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:36:41.265585 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:41.267147 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:41.271964 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:36:41.275219 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:41.275679 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:41.302145 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0054ed-5aeb-4ceb-978d-dd422659ce4d,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:41.308547 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:41.393985 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:41.426115 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9e94c3ea-b55a-4e58-9cc0-8628362c2f5e,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:41.515934 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:41.517673 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 47860f6b-f668-4692-8792-b9ad78351b33 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:41.544957 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:41.645362 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=9e94c3ea-b55a-4e58-9cc0-8628362c2f5e,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:41.648484 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:41.743901 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 47860f6b-f668-4692-8792-b9ad78351b33 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:41.766489 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20acc116-6199-418f-b961-bdd0b4da611a None None] Network 69c7ae8e-3c84-4057-91c8-d5c2e170495e requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:36:41.777116 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:41.979515 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-b2c7817d-495b-4f7e-8c5f-b28c317b4897 None None] Provisioning for port 47860f6b-f668-4692-8792-b9ad78351b33 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:41.991502 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-b2c7817d-495b-4f7e-8c5f-b28c317b4897 None None] Provisioning complete for port 47860f6b-f668-4692-8792-b9ad78351b33 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:41.991880 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b2c7817d-495b-4f7e-8c5f-b28c317b4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:42.132974 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b2c7817d-495b-4f7e-8c5f-b28c317b4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:42.181728 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-b2c7817d-495b-4f7e-8c5f-b28c317b4897 None None] For port 47860f6b-f668-4692-8792-b9ad78351b33, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=47860f6b-f668-4692-8792-b9ad78351b33,segment=NetworkSegment(8741a41e-f7ca-40f4-b182-2d98256f2c07),segment_id=8741a41e-f7ca-40f4-b182-2d98256f2c07)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:42.182440 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3860834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803404'] for router, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:42.294824 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b2c7817d-495b-4f7e-8c5f-b28c317b4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:42.298258 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:42.329679 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979ec16-cf8f-4cea-88fc-299afab69ce1 req-89c8b66b-f74e-4a9d-a85a-4ab9dea1c2b4 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:36:42.331178 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0979ec16-cf8f-4cea-88fc-299afab69ce1 req-89c8b66b-f74e-4a9d-a85a-4ab9dea1c2b4 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.2344835
May 06 09:36:42.365617 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7817d-495b-4f7e-8c5f-b28c317b4897 None None] Pushing event updated for resources: {'Port': ['ID=47860f6b-f668-4692-8792-b9ad78351b33,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:42.369491 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-b2c7817d-495b-4f7e-8c5f-b28c317b4897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:42.402184 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-0979ec16-cf8f-4cea-88fc-299afab69ce1 req-f8b5aa3a-b2cb-41d1-ad43-3fb69afdb28c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&id=5261ac33-ba45-42ae-9317-e188072a808c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0588319
May 06 09:36:42.418860 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-7bc15a2e-eb59-4621-8569-81c0041cb188 None None] Provisioning complete for port 47860f6b-f668-4692-8792-b9ad78351b33 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:42.419237 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7bc15a2e-eb59-4621-8569-81c0041cb188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:42.515443 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 is scheduled to L3 agent 259f7270-0bde-43c7-aff2-35542654b77f with binding_index 1 {{(pid=74357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 06 09:36:42.809693 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:36:42.818762 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Sync routers for ids ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:36:42.828965 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Routers {'0ca9e9c1-8b3f-46d3-aa99-97032911c646'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:42.829730 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0b3a190>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:42.944368 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:42.945667 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-61d864ea-18af-4e4d-9953-a45e00ae9583 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3963921
May 06 09:36:42.948339 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46774) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:43.006578 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Set router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:43.107307 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:43.289199 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:43.289483 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:43.492382 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0b3a190>, [{'id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:39Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 3, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'gw_port': {'id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:40Z', 'updated_at': '2021-05-06T09:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:43.495262 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 47860f6b-f668-4692-8792-b9ad78351b33 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:43.531419 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Checking router: 0ca9e9c1-8b3f-46d3-aa99-97032911c646 for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:36:43.531781 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Updating router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d binding host dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:36:43.604123 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:43.650683 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:43.700869 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 47860f6b-f668-4692-8792-b9ad78351b33 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:43.701252 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:43.874055 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Allocated IP 172.20.0.1 (69c7ae8e-3c84-4057-91c8-d5c2e170495e/c2dd4c6c-be37-41f9-950c-2829dfbfbf47/b0d9b245-2aa7-4191-947f-867a14121081) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:36:44.054495 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Notify callbacks [] for port, precommit_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.067383 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Transition to ACTIVE for port object 3e0054ed-5aeb-4ceb-978d-dd422659ce4d will not be triggered until provisioned by entity L2. {{(pid=74358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:44.098708 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.114688 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.provisioning_blocks [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Transition to ACTIVE for port object b0d9b245-2aa7-4191-947f-867a14121081 will not be triggered until provisioned by entity DHCP. {{(pid=74357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:44.178557 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.182308 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:44.213394 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.218801 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-73bfabb6-801a-4b71-b84a-704791a6bc75 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:44.261118 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Attempting to bind port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:36:44.261483 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Attempting to bind port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:36:44.261848 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Attempting to bind port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d on network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:36:44.268274 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4317e7-5c5d-430c-b65f-2d7f1eb5597f None None] Pushing event updated for resources: {'Port': ['ID=3e0054ed-5aeb-4ceb-978d-dd422659ce4d,revision_number=2']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:44.272342 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-9d4317e7-5c5d-430c-b65f-2d7f1eb5597f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:44.275242 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:36:44.275760 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Checking segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:36:44.276056 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.276452 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Bound using segment: {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'} {{(pid=74358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:36:44.276939 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.managers [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Bound port: 3e0054ed-5aeb-4ceb-978d-dd422659ce4d, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f830-4117-4d76-9651-b4fc0a457ccb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5'}}] {{(pid=74358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:36:44.277355 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.278033 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Network 69c7ae8e-3c84-4057-91c8-d5c2e170495e is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:36:44.281222 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:44.289844 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:36:44.330864 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Pushing event updated for resources: {'Port': ['ID=b0d9b245-2aa7-4191-947f-867a14121081,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:44.335511 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:44.355386 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.367842 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] For port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:36:44.371357 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] For port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=3e0054ed-5aeb-4ceb-978d-dd422659ce4d,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:36:44.481167 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.484619 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a438f6c5-59df-433f-95a1-cd1de861c3c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:44.541587 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-528cf9c3-b230-4e84-9d31-b937f48b9299 None None] Provisioning for port b0d9b245-2aa7-4191-947f-867a14121081 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:44.558974 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-528cf9c3-b230-4e84-9d31-b937f48b9299 None None] Provisioning complete for port b0d9b245-2aa7-4191-947f-867a14121081 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:44.559265 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-528cf9c3-b230-4e84-9d31-b937f48b9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.578353 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:44.595846 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Routers {'0ca9e9c1-8b3f-46d3-aa99-97032911c646'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:44.596493 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0b3a190>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:44.713733 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4317e7-5c5d-430c-b65f-2d7f1eb5597f None None] Pushing event updated for resources: {'Port': ['ID=3e0054ed-5aeb-4ceb-978d-dd422659ce4d,revision_number=3']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:44.727756 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-9d4317e7-5c5d-430c-b65f-2d7f1eb5597f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:44.766853 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-528cf9c3-b230-4e84-9d31-b937f48b9299 None None] Port b0d9b245-2aa7-4191-947f-867a14121081 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:36:44.808692 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] Set router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:45.006843 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:45.058465 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:45.085400 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-47c3f5ed-add0-48c2-ab15-4e44369a846c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:45.184615 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0b3a190>, [{'id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:39Z', 'updated_at': '2021-05-06T09:36:44Z', 'revision_number': 4, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'gw_port': {'id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:40Z', 'updated_at': '2021-05-06T09:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': 'b0d9b245-2aa7-4191-947f-867a14121081', 'name': '', 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'mac_address': 'fa:16:3e:da:62:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:43Z', 'updated_at': '2021-05-06T09:36:43Z', 'revision_number': 1, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'subnets': [{'id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:45.185158 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Pushing event updated for resources: {'Port': ['ID=b0d9b245-2aa7-4191-947f-867a14121081,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:45.189505 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfd1dc-519a-4893-a7ed-1fe20df636e9 None None] The sync data for ids ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'] in dv-cinder-790014-1-iscsi is: [{'id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:39Z', 'updated_at': '2021-05-06T09:36:44Z', 'revision_number': 4, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'gw_port': {'id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:40Z', 'updated_at': '2021-05-06T09:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': 'b0d9b245-2aa7-4191-947f-867a14121081', 'name': '', 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'mac_address': 'fa:16:3e:da:62:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:43Z', 'updated_at': '2021-05-06T09:36:43Z', 'revision_number': 1, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'subnets': [{'id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:36:45.190224 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:45.191015 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810416'] for router_interface, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:45.345539 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Network 69c7ae8e-3c84-4057-91c8-d5c2e170495e is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:36:45.346693 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:36:45.572526 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:36:45.694584 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-b1b8f660-f453-4ca2-b730-542510f27650 None None] Provisioning complete for port b0d9b245-2aa7-4191-947f-867a14121081 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:45.694968 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f660-f453-4ca2-b730-542510f27650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:45.765714 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8f660-f453-4ca2-b730-542510f27650 None None] Port b0d9b245-2aa7-4191-947f-867a14121081 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:36:45.768325 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:36:45.778255 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-848f0f73-e400-43cc-90a6-91187c03e50f admin admin] 10.222.0.68 "PUT /v2.0/routers/0ca9e9c1-8b3f-46d3-aa99-97032911c646/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8287759
May 06 09:36:46.454455 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46784) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:46.460112 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939078501', 'description': 'tempest-secgroup-smoke-1939078501 description', 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:46.466696 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:46.472245 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:security_group and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:46.475997 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:46.482786 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:46.566944 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:46.593038 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:46.597672 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:security_group_rule and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:46.600960 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:46.607053 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:46.694249 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:46.761470 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:46.766024 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-fa42f771-96e3-4947-89d8-00405e850476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:46.810556 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e79a7c-6496-48e5-805d-234e3b46fd2c,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:46.813761 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:46.847537 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1ae79e72-5448-460e-a83a-f018809eea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:46.887832 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:46.889411 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-80deb072-aba5-4f12-b534-56ecd61a4674 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4338794
May 06 09:36:46.893347 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46788) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:46.901375 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'security_group_rule': {'security_group_id': 'b2e79a7c-6496-48e5-805d-234e3b46fd2c', 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:46.909532 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:46.914524 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:security_group_rule and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:46.917675 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:46.924848 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:47.036540 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.114990 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.139535 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 3e0054ed-5aeb-4ceb-978d-dd422659ce4d up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:47.264288 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.270173 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-544bdc0e-e1fc-4468-b61d-138491a4e891 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:47.290533 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92051f44-31ce-4551-9dab-2548fa4272fc,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:47.293272 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:47.361725 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:47.369828 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:47.370551 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.401729 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.406408 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5082209
May 06 09:36:47.406761 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46792) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:47.412410 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'security_group_rule': {'security_group_id': 'b2e79a7c-6496-48e5-805d-234e3b46fd2c', 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:47.420509 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:47.424796 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:security_group_rule and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:47.428207 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:47.434493 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:47.506689 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.525873 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=3e0054ed-5aeb-4ceb-978d-dd422659ce4d,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:47.550464 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.600025 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:36:47.629980 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.632650 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.638102 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-fb776007-6a6c-4f34-92b3-3db332d2af73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:47.701210 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=3e0054ed-5aeb-4ceb-978d-dd422659ce4d,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:47.709509 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.709969 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.710198 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.710535 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.710864 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.711197 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.711519 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.713076 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.713429 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.713786 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.713889 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Sync routers for ids ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:36:47.714118 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.714469 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:36:47.720540 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:47.721935 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.729894 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:47.731456 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Routers {'0ca9e9c1-8b3f-46d3-aa99-97032911c646'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:47.732162 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bbd040>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:47.751567 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d670f7-32c5-4749-aafc-4c2eaec9bfa1,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:47.754135 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:47.830538 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:47.831770 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-c72c50b5-46bb-4824-9747-8a8f50b96baf tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4239628
May 06 09:36:47.834453 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46796) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:47.839648 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'security_group_rule': {'security_group_id': 'b2e79a7c-6496-48e5-805d-234e3b46fd2c', 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:47.856119 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:47.856119 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:security_group_rule and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:47.856119 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:47.862326 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:47.935408 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Set router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:47.951107 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.020678 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.122354 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.131303 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-3ac20798-9c0b-4b69-8c64-f4a5f349e3e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:48.154125 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474818f7-c16b-47e8-8300-fcf18b9777d6,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:48.157438 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:48.236447 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.240950 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-55544cce-603a-4676-b518-01dec646f097 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4024079
May 06 09:36:48.241717 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46800) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:48.247174 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'security_group_rule': {'security_group_id': 'b2e79a7c-6496-48e5-805d-234e3b46fd2c', 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:48.254030 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:48.258896 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:security_group_rule and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:48.262117 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:48.269027 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:48.302983 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bbd040>, [{'id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:39Z', 'updated_at': '2021-05-06T09:36:44Z', 'revision_number': 4, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'gw_port': {'id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:40Z', 'updated_at': '2021-05-06T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': 'b0d9b245-2aa7-4191-947f-867a14121081', 'name': '', 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'mac_address': 'fa:16:3e:da:62:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:43Z', 'updated_at': '2021-05-06T09:36:44Z', 'revision_number': 2, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'subnets': [{'id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:48.307003 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Checking router: 0ca9e9c1-8b3f-46d3-aa99-97032911c646 for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:36:48.307352 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Updating router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 port b0d9b245-2aa7-4191-947f-867a14121081 binding host dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 06 09:36:48.357516 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.362098 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.471658 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.539408 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.542894 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:48.577606 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ed5cfe-2742-4650-a7f7-f58830c1106b,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:48.580789 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:48.653150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.654895 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-a2f72edc-b57d-491e-ab3e-8b7a63a8020b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4116306
May 06 09:36:48.658928 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46804) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:48.665338 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'security_group_rule': {'security_group_id': 'b2e79a7c-6496-48e5-805d-234e3b46fd2c', 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:48.671536 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:48.675828 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:security_group_rule and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:48.678758 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:48.684667 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:48.721128 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.733189 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.provisioning_blocks [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Transition to ACTIVE for port object b0d9b245-2aa7-4191-947f-867a14121081 will not be triggered until provisioned by entity L2. {{(pid=74359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:36:48.789861 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.securitygroups_db [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Project 1df3d3fddd8e4341a2d5ab1b63237a5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 09:36:48.796303 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.831766 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.837571 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:48.870015 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.956065 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:48.958286 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-2e53cf0a-29b5-44f1-ba2d-dfa2aefb2f3e tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:48.984921 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a22ac4-1778-467a-84b2-168ec45338f7,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:48.993277 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:49.002287 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279142a-5e3c-4283-9668-58b473a1f7fa None None] Pushing event updated for resources: {'Port': ['ID=b0d9b245-2aa7-4191-947f-867a14121081,revision_number=3']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:49.028825 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-f279142a-5e3c-4283-9668-58b473a1f7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:49.059102 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Attempting to bind port b0d9b245-2aa7-4191-947f-867a14121081 on host dv-cinder-790014-1-iscsi for vnic_type normal with profile  {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:36:49.059874 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Attempting to bind port b0d9b245-2aa7-4191-947f-867a14121081 by drivers openvswitch,hyperv on host dv-cinder-790014-1-iscsi at level 0 using segments [{'id': '8741a41e-f7ca-40f4-b182-2d98256f2c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e'}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:36:49.060237 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Attempting to bind port b0d9b245-2aa7-4191-947f-867a14121081 on network 69c7ae8e-3c84-4057-91c8-d5c2e170495e {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:36:49.066824 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Checking agent: {'id': '096f3730-2c0d-4371-8fea-f8d5614ba690', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 16, 49), 'started_at': datetime.datetime(2021, 5, 6, 9, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:36:49.089819 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Checking segment: {'id': '8741a41e-f7ca-40f4-b182-2d98256f2c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:36:49.089819 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.089819 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Bound using segment: {'id': '8741a41e-f7ca-40f4-b182-2d98256f2c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e'} {{(pid=74359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:36:49.089819 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.managers [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Bound port: b0d9b245-2aa7-4191-947f-867a14121081, host: dv-cinder-790014-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8741a41e-f7ca-40f4-b182-2d98256f2c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e'}}] {{(pid=74359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:36:49.089819 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.095184 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 3e0054ed-5aeb-4ceb-978d-dd422659ce4d up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:49.115842 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.119725 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-5b8a538c-2e1c-472b-8570-581a697d28f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4572084
May 06 09:36:49.120238 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46808) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:36:49.125944 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'security_group_rule': {'security_group_id': 'b2e79a7c-6496-48e5-805d-234e3b46fd2c', 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:36:49.132730 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:36:49.137133 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:security_group_rule and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:36:49.140463 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:36:49.147428 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:36:49.164973 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] For port b0d9b245-2aa7-4191-947f-867a14121081, host dv-cinder-790014-1-iscsi, cleared binding levels {{(pid=74359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:36:49.168039 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.plugins.ml2.db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] For port b0d9b245-2aa7-4191-947f-867a14121081, host dv-cinder-790014-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=b0d9b245-2aa7-4191-947f-867a14121081,segment=NetworkSegment(8741a41e-f7ca-40f4-b182-2d98256f2c07),segment_id=8741a41e-f7ca-40f4-b182-2d98256f2c07)] {{(pid=74359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:36:49.186909 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:49.187160 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.253370 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.securitygroups_db [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Project 1df3d3fddd8e4341a2d5ab1b63237a5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 06 09:36:49.260386 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.287383 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.291736 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-12e1f707-b4b7-444d-b0e3-bd4e315d80cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:49.359715 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.360045 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.370352 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Routers {'0ca9e9c1-8b3f-46d3-aa99-97032911c646'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:36:49.371019 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bbd040>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:49.464013 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903570'] for security_group_rule, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.471330 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-18007ee0-782f-4af9-bfbe-e1a0c98de1fd tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:49.488190 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279142a-5e3c-4283-9668-58b473a1f7fa None None] Pushing event updated for resources: {'Port': ['ID=b0d9b245-2aa7-4191-947f-867a14121081,revision_number=4']} {{(pid=74359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:49.500100 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG oslo_concurrency.lockutils [None req-f279142a-5e3c-4283-9668-58b473a1f7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:49.507671 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb7a02b-20a8-4b14-be08-2f3b72c43c36,revision_number=0']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:49.514260 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:49.589849 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.594085 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-48f50a3a-bb83-4d19-8a3f-435ea84574d4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4697578
May 06 09:36:49.603384 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] Set router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:36:49.618251 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-2db67548-93d0-4d03-8722-39a967dc7700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:49.944452 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0bbd040>, [{'id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:39Z', 'updated_at': '2021-05-06T09:36:44Z', 'revision_number': 4, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'gw_port': {'id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:40Z', 'updated_at': '2021-05-06T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': 'b0d9b245-2aa7-4191-947f-867a14121081', 'name': '', 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'mac_address': 'fa:16:3e:da:62:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:43Z', 'updated_at': '2021-05-06T09:36:49Z', 'revision_number': 4, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'subnets': [{'id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:36:49.949150 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8dba9-966d-4cd6-abea-62d442c4d8a6 None None] The sync data for ids ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'] in dv-cinder-790014-1-iscsi is: [{'id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:39Z', 'updated_at': '2021-05-06T09:36:44Z', 'revision_number': 4, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'gw_port': {'id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:40Z', 'updated_at': '2021-05-06T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': 'b0d9b245-2aa7-4191-947f-867a14121081', 'name': '', 'network_id': '69c7ae8e-3c84-4057-91c8-d5c2e170495e', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'mac_address': 'fa:16:3e:da:62:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:43Z', 'updated_at': '2021-05-06T09:36:49Z', 'revision_number': 4, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'subnets': [{'id': 'c2dd4c6c-be37-41f9-950c-2829dfbfbf47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:36:50.453304 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:51.113363 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device b0d9b245-2aa7-4191-947f-867a14121081 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:51.264865 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning for port b0d9b245-2aa7-4191-947f-867a14121081 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:36:51.264865 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port b0d9b245-2aa7-4191-947f-867a14121081 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:51.265952 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:51.399377 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:51.440585 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] For port b0d9b245-2aa7-4191-947f-867a14121081, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=b0d9b245-2aa7-4191-947f-867a14121081,segment=NetworkSegment(8741a41e-f7ca-40f4-b182-2d98256f2c07),segment_id=8741a41e-f7ca-40f4-b182-2d98256f2c07)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:36:51.527485 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:51.529521 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:36:51.614101 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Pushing event updated for resources: {'Port': ['ID=b0d9b245-2aa7-4191-947f-867a14121081,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:36:51.619510 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:36:52.178944 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:53.083263 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device b0d9b245-2aa7-4191-947f-867a14121081 up at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:36:53.163626 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Provisioning complete for port b0d9b245-2aa7-4191-947f-867a14121081 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:36:53.164079 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:36:53.630330 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:07.543271 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-45219534-43f2-4ac6-9dab-ed24ab44bf8d tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Synchronizing usage tracker for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:security_group {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:37:07.658536 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-45219534-43f2-4ac6-9dab-ed24ab44bf8d tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Unset dirty status for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:security_group {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:37:07.659684 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-45219534-43f2-4ac6-9dab-ed24ab44bf8d tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939078501&fields=id&tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b HTTP/1.1" status: 200  len: 267 time: 0.1621039
May 06 09:37:07.819796 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-31fac89c-1989-4377-a678-1df73c0b3b0a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:07.821407 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-31fac89c-1989-4377-a678-1df73c0b3b0a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 812 time: 0.1544015
May 06 09:37:07.838139 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-0ac3a3fa-8ef3-4a12-b5db-8b5ec8b65018 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/quotas/1df3d3fddd8e4341a2d5ab1b63237a5b HTTP/1.1" status: 200  len: 375 time: 0.0107405
May 06 09:37:07.932599 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-3169be31-79d7-4e3e-94bc-225e5f84436a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Synchronizing usage tracker for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:37:08.030073 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-3169be31-79d7-4e3e-94bc-225e5f84436a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Unset dirty status for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:37:08.031689 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-3169be31-79d7-4e3e-94bc-225e5f84436a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1868458
May 06 09:37:08.168453 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-1b3ea2f1-6308-4d36-a6e0-bad3aa415272 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=74357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 06 09:37:08.170263 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-1b3ea2f1-6308-4d36-a6e0-bad3aa415272 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1264775
May 06 09:37:08.427869 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-4ccc1090-b042-4996-aa61-2a79347102cc service neutron] 10.222.0.68 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2503254
May 06 09:37:08.572690 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-7d5a71e2-bfaa-4ee2-8f1e-6269eef06c92 service neutron] 10.222.0.68 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380370
May 06 09:37:09.375035 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-db784eba-80c6-4042-a93a-675403257ba4 req-c983ab1d-f0fe-433b-ad20-d9ec2e449141 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 210 time: 0.0643342
May 06 09:37:10.487405 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3cb628f7-1dd8-49b8-9605-65be08b2006f req-957e07da-1853-46b7-a16f-dee4556e4f13 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 210 time: 0.0472560
May 06 09:37:11.638035 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-60cbe4c4-f5a9-47af-8aa7-ef932141757c req-0281c3ca-da59-44ad-98fa-98b36a68be5a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 210 time: 0.0438457
May 06 09:37:12.230346 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-bd83218d-3104-4ca3-85f8-299b971f885c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:12.231495 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-bd83218d-3104-4ca3-85f8-299b971f885c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Synchronizing usage tracker for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:network {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:37:12.344243 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-bd83218d-3104-4ca3-85f8-299b971f885c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Unset dirty status for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:network {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:37:12.346056 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-bd83218d-3104-4ca3-85f8-299b971f885c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 812 time: 0.2847099
May 06 09:37:12.397404 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-6fc1ffef-aa38-4180-a7e9-2959db674ad1 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Synchronizing usage tracker for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:security_group {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:37:12.414086 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-6fc1ffef-aa38-4180-a7e9-2959db674ad1 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Unset dirty status for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:security_group {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:37:12.417707 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-6fc1ffef-aa38-4180-a7e9-2959db674ad1 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b HTTP/1.1" status: 200  len: 380 time: 0.0601234
May 06 09:37:12.424561 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'port': {'device_id': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'admin_state_up': True, 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'security_groups': ['b2e79a7c-6496-48e5-805d-234e3b46fd2c']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:37:12.566190 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:37:12.576127 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:37:12.652414 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Made reservation on behalf of 1df3d3fddd8e4341a2d5ab1b63237a5b for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:37:12.656474 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:12.795369 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-7cec07cd-5103-48d6-993b-d489ba49cac7 req-86d24657-1e0f-4cd8-98bb-8d440c7bfda5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 210 time: 0.0489569
May 06 09:37:12.961853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Allocated IP 172.20.0.8 (b96abfb7-057c-4366-8274-e8f96bd6f92d/5e0ce2cd-2092-4829-a920-ff6b77e03029/9fda0cbd-edc6-4d51-b75d-e983f2a2f07f) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:37:13.160337 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:13.177614 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Transition to ACTIVE for port object 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:37:13.259002 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:13.265094 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-3dc2728a-3603-4d45-8d9c-88ce53d3490e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:13.332783 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Network b96abfb7-057c-4366-8274-e8f96bd6f92d is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:37:13.340858 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:37:13.346050 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:37:13.386243 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'Port': ['ID=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:13.401219 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.401600 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.401971 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.402343 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.402706 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.403066 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.403425 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.403868 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.404312 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.404920 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.405279 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.405634 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:13.412157 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:13.434513 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:13.435255 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:13.551028 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-ce75c31a-cca9-44f4-b777-52a36ec8f983 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1302981
May 06 09:37:13.563420 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Request body: {'port': {'device_id': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:37:13.678037 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:13.693483 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-55c31882-9847-4fee-86e3-ec00ae3b1329 None None] Provisioning for port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:37:13.699375 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-55c31882-9847-4fee-86e3-ec00ae3b1329 None None] Provisioning complete for port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:37:13.700552 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-55c31882-9847-4fee-86e3-ec00ae3b1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:13.755265 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-55c31882-9847-4fee-86e3-ec00ae3b1329 None None] Port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:37:13.994986 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad8b59-1bba-46d1-80ab-872a3f84cf32 req-ae79d09e-c6de-42d3-9e7a-69c04096f425 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:13.997270 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-54ad8b59-1bba-46d1-80ab-872a3f84cf32 req-ae79d09e-c6de-42d3-9e7a-69c04096f425 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 931 time: 0.0857565
May 06 09:37:14.044325 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:37:14.045119 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-54ad8b59-1bba-46d1-80ab-872a3f84cf32 req-7bb92c3f-2b43-4643-8a05-89645273c033 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413179
May 06 09:37:14.053069 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:14.069567 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Transition to ACTIVE for port object 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:37:14.172882 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:14.177351 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0321d90c-43c5-446a-8e5a-0821e36c8024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:14.311974 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Pushing event updated for resources: {'Port': ['ID=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:14.340542 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:14.428297 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Attempting to bind port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:37:14.428656 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Attempting to bind port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:37:14.428973 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Attempting to bind port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f on network b96abfb7-057c-4366-8274-e8f96bd6f92d {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:37:14.434140 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f on network b96abfb7-057c-4366-8274-e8f96bd6f92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:37:14.434457 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Attempting to bind port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f on network b96abfb7-057c-4366-8274-e8f96bd6f92d {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:37:14.440805 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:37:14.441078 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Checking segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:37:14.441450 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Bound using segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:37:14.441877 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Bound port: 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:37:14.442225 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:14.546911 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] For port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:37:14.550590 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] For port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:37:14.653395 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:14.658260 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-dacf553c-a925-40c1-9fd5-a0d2c56396ba tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:14.711577 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:14.712010 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:14.713371 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] 10.222.0.73 "PUT /v2.0/ports/9fda0cbd-edc6-4d51-b75d-e983f2a2f07f HTTP/1.1" status: 200  len: 1093 time: 1.1543391
May 06 09:37:14.713881 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'tag': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:37:14.744864 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Pushing event updated for resources: {'Port': ['ID=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:14.748804 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:14.781627 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'tag': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'status': 'completed', 'code': 200}
May 06 09:37:14.896444 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5c95a-ede6-46d9-81e7-7bd15109dfc2 req-854161b0-1ed4-4129-8050-3ccbc5507f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:14.898145 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5be5c95a-ede6-46d9-81e7-7bd15109dfc2 req-854161b0-1ed4-4129-8050-3ccbc5507f1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 1096 time: 0.0975933
May 06 09:37:15.048987 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5c95a-ede6-46d9-81e7-7bd15109dfc2 req-811446c2-bf9e-45a4-b3e5-56f0bb3b9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:15.050483 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5be5c95a-ede6-46d9-81e7-7bd15109dfc2 req-811446c2-bf9e-45a4-b3e5-56f0bb3b9ec0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1441815
May 06 09:37:15.258665 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a66cc-ce60-4892-bd4a-eda5cbc54670 req-6211b2f5-3e2a-416b-8d8f-cbd2cd00890a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:15.260131 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fd3a66cc-ce60-4892-bd4a-eda5cbc54670 req-6211b2f5-3e2a-416b-8d8f-cbd2cd00890a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 943 time: 0.1026068
May 06 09:37:15.312253 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fd3a66cc-ce60-4892-bd4a-eda5cbc54670 req-9346d98c-b487-4d5f-b3fe-7c885cc3248e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438859
May 06 09:37:15.330968 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5c95a-ede6-46d9-81e7-7bd15109dfc2 req-9b4f24b1-bd03-45e6-b0a6-9140390e8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:15.333437 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5be5c95a-ede6-46d9-81e7-7bd15109dfc2 req-9b4f24b1-bd03-45e6-b0a6-9140390e8d23 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2761726
May 06 09:37:15.468816 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-64954575-2e71-428b-99b9-c7a69e5884a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:15.471000 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-64954575-2e71-428b-99b9-c7a69e5884a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 1096 time: 0.0951385
May 06 09:37:15.479668 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-c25027a2-4297-4332-bcc1-78dae97aa382 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016276920&fields=id&tenant_id=6c5fe3d0acad46d5b68fa08d16aace24 HTTP/1.1" status: 200  len: 267 time: 0.0441914
May 06 09:37:15.554493 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-047bbc12-9f9e-47fa-8f45-c71365b6a7a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f HTTP/1.1" status: 200  len: 217 time: 0.0759060
May 06 09:37:15.597960 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-72f70748-8395-4877-a246-688f6e6813b0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:15.600432 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-72f70748-8395-4877-a246-688f6e6813b0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 984 time: 0.1133914
May 06 09:37:15.612743 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Request body: {'port': {'security_groups': ['64a195eb-6ac9-4cf0-b0f5-31f6058c3095']}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:37:15.674187 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-22a74027-97af-4410-8d93-d40d4e7571ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:15.676687 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-22a74027-97af-4410-8d93-d40d4e7571ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.1160262
May 06 09:37:15.754079 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:15.759710 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-03b6a607-f847-4c4c-ba00-0483972130e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:15.761242 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-03b6a607-f847-4c4c-ba00-0483972130e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774958
May 06 09:37:15.907265 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-e86a05e6-c9d4-49e6-80cb-b3a725f69deb service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385834
May 06 09:37:16.016912 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] For port ac2a799e-e45e-4bfe-8239-ca26023230d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:16.043023 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:16.047127 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-d20cd4f3-6089-4876-be3f-c2f20c4077dc req-00d25c57-f705-472f-9581-17aac6d64fee service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308575
May 06 09:37:16.120476 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:16.126626 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:16.133239 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['ac2a799e-e45e-4bfe-8239-ca26023230d1'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:37:16.193330 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:16.193988 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:16.195405 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-86e7fb01-19f7-4518-9259-833a2b0b1770 req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "PUT /v2.0/ports/ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 200  len: 942 time: 0.5888548
May 06 09:37:16.196010 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:37:16.202853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 46960) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:16.236925 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event updated for resources: {'Port': ['ID=ac2a799e-e45e-4bfe-8239-ca26023230d1,revision_number=7']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:16.245509 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.245893 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.246266 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.246638 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.247003 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.247369 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.247728 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.248085 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.248440 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.248833 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.249187 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.249543 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:37:16.265784 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1e75339c-e2b4-450d-824a-d42b12ab9a99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:16.268833 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'status': 'completed', 'code': 200}
May 06 09:37:16.310016 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['ac2a799e-e45e-4bfe-8239-ca26023230d1'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:37:16.375676 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-083a2c80-8f7e-4535-b103-e4d8b88662a0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:16.425710 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-083a2c80-8f7e-4535-b103-e4d8b88662a0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:16.465276 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-2cdf1102-59d9-4388-9d25-3a8d66146e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:16.466709 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-2cdf1102-59d9-4388-9d25-3a8d66146e65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 1098 time: 0.1667619
May 06 09:37:16.532101 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc083ab-e33a-45f2-8b45-03df8c6f7030 req-f0a5c9fc-2b70-45fa-819c-fda831feb870 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:16.533790 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2bc083ab-e33a-45f2-8b45-03df8c6f7030 req-f0a5c9fc-2b70-45fa-819c-fda831feb870 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 943 time: 0.0832124
May 06 09:37:16.553146 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-bd3ed653-b110-4fed-b9fc-bc648249f869 None None] Provisioning complete for port ac2a799e-e45e-4bfe-8239-ca26023230d1 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:37:16.554255 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed653-b110-4fed-b9fc-bc648249f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:16.597287 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2bc083ab-e33a-45f2-8b45-03df8c6f7030 req-497aad40-7f47-40c5-8376-d9ad73ff7fe1 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576649
May 06 09:37:16.614421 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-814754a8-01fa-48a6-ac49-5d0b1a2140f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:16.616011 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-814754a8-01fa-48a6-ac49-5d0b1a2140f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d44ea27e-8d3b-4165-99d3-3c7803207bd3 HTTP/1.1" status: 200  len: 916 time: 0.1410384
May 06 09:37:16.707252 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-083a2c80-8f7e-4535-b103-e4d8b88662a0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:16.713415 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ff4c32ff-b6c1-4bbe-8afd-82e36e7a0174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:16.739169 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a2c80-8f7e-4535-b103-e4d8b88662a0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5261ac33-ba45-42ae-9317-e188072a808c,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:16.741691 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-083a2c80-8f7e-4535-b103-e4d8b88662a0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:16.746421 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-12ceeda9-7265-4df4-beca-d9ee309e1d84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 200  len: 1001 time: 0.1231766
May 06 09:37:16.814817 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-083a2c80-8f7e-4535-b103-e4d8b88662a0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:16.815924 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-083a2c80-8f7e-4535-b103-e4d8b88662a0 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "DELETE /v2.0/security-groups/5261ac33-ba45-42ae-9317-e188072a808c HTTP/1.1" status: 204  len: 168 time: 0.6119075
May 06 09:37:16.817691 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-edcecf31-e171-4554-ac1e-14c4ac279d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:16.818817 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 46966) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:16.819067 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-edcecf31-e171-4554-ac1e-14c4ac279d6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4 HTTP/1.1" status: 200  len: 854 time: 0.0654347
May 06 09:37:16.841096 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1700bdd5-5e50-41b9-bc51-960f4624c5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:16.908428 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-09382c74-d457-4eec-b0b9-05e1784b0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:16.908428 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-09382c74-d457-4eec-b0b9-05e1784b0711 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d44ea27e-8d3b-4165-99d3-3c7803207bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817606
May 06 09:37:17.046580 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-61fc2b65-803e-46b8-a5cf-09495861c4ad service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329112
May 06 09:37:17.150474 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Deleting port 5ce5b153-991c-4466-8498-35e703c8322d {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:17.150872 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:17.185409 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54bff194-3cd2-4faa-a37b-27f0351089aa req-f0027a65-71bd-49d0-8b9a-fe1d6a029c46 service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322453
May 06 09:37:17.374455 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:17.375080 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:17.506002 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Calling delete_port for 5ce5b153-991c-4466-8498-35e703c8322d owned by network:floatingip {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:17.742193 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:17.752528 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:17.801476 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event deleted for resources: {'Port': ['ID=5ce5b153-991c-4466-8498-35e703c8322d,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:17.828980 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:17.915285 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks [] for floatingip, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:17.915586 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.l3_db [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Floating IP 46824cf5-a674-4b98-8e44-12e07adf5b9e disassociated (deleted). External IP: 172.27.3.250, port: ac2a799e-e45e-4bfe-8239-ca26023230d1.
May 06 09:37:17.981818 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350e61f-253c-4d06-9cf9-7e94a2ba3424 req-2080a55d-cb8d-4d78-b866-0ab73fed3729 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:17.983360 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f350e61f-253c-4d06-9cf9-7e94a2ba3424 req-2080a55d-cb8d-4d78-b866-0ab73fed3729 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 943 time: 0.2809720
May 06 09:37:18.107411 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f350e61f-253c-4d06-9cf9-7e94a2ba3424 req-7e021b73-b726-4c33-b26a-e64cb67e3f12 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705099
May 06 09:37:18.334010 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:37:18.514839 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:37:18.525346 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] Sync routers for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:37:18.528183 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:18.536406 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:37:18.537089 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0b732e0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:18.589231 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "DELETE /v2.0/floatingips/46824cf5-a674-4b98-8e44-12e07adf5b9e HTTP/1.1" status: 204  len: 168 time: 1.7691665
May 06 09:37:18.589978 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:37:18.644542 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'status': 'completed', 'code': 200}
May 06 09:37:18.742127 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5c873-4ddc-431f-a062-f358034c926d req-ee4efd0c-9340-4723-9f94-8ff4acdd87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:18.743697 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-33a5c873-4ddc-431f-a062-f358034c926d req-ee4efd0c-9340-4723-9f94-8ff4acdd87f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 1098 time: 0.0769856
May 06 09:37:18.774761 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:37:18.997651 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5c873-4ddc-431f-a062-f358034c926d req-0a619e8d-bcc7-4723-af0e-e2084ce6748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:18.999299 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-33a5c873-4ddc-431f-a062-f358034c926d req-0a619e8d-bcc7-4723-af0e-e2084ce6748d service neutron] 10.222.0.73 "GET /v2.0/networks?id=d44ea27e-8d3b-4165-99d3-3c7803207bd3 HTTP/1.1" status: 200  len: 916 time: 0.2493834
May 06 09:37:19.073784 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-33a5c873-4ddc-431f-a062-f358034c926d req-5b118850-e75d-4c1d-bf65-1a6654436927 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 200  len: 217 time: 0.0679827
May 06 09:37:19.130290 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0b732e0>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9abf20eb-36a4-4b75-bff2-e80dab493a1b', 'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'mac_address': 'fa:16:3e:ce:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:54Z', 'updated_at': '2021-05-06T09:35:01Z', 'revision_number': 5, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'subnets': [{'id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:19.136777 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] Checking router: f97a5f5d-f4d1-416d-9b95-fd6974d6d28c for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:37:19.161571 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5c873-4ddc-431f-a062-f358034c926d req-768c78da-ee35-43b0-8662-efee632f2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:19.162115 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:37:19.162930 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0b732e0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:36:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:19.164228 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-33a5c873-4ddc-431f-a062-f358034c926d req-768c78da-ee35-43b0-8662-efee632f2050 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4 HTTP/1.1" status: 200  len: 854 time: 0.0790536
May 06 09:37:19.305593 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5c873-4ddc-431f-a062-f358034c926d req-900201b2-c289-4d89-a991-b4e94f2c6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:19.307534 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-33a5c873-4ddc-431f-a062-f358034c926d req-900201b2-c289-4d89-a991-b4e94f2c6324 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d44ea27e-8d3b-4165-99d3-3c7803207bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1366627
May 06 09:37:19.374141 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f7d30-0c79-4766-ae85-7869569e0bf3 req-e646129d-ba02-4de8-984b-50d5de48a416 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:19.377165 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-904f7d30-0c79-4766-ae85-7869569e0bf3 req-e646129d-ba02-4de8-984b-50d5de48a416 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 943 time: 0.0899878
May 06 09:37:19.434253 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-904f7d30-0c79-4766-ae85-7869569e0bf3 req-8472b82d-82a4-42a8-bd94-716360ed5eb4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523624
May 06 09:37:19.438574 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:19.452833 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:37:19.483953 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-33a5c873-4ddc-431f-a062-f358034c926d req-0b25232e-ebc7-4fed-b6ba-923a555d4a07 service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689327
May 06 09:37:19.622805 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-33a5c873-4ddc-431f-a062-f358034c926d req-9101c85e-4c54-48fe-bcac-b15ca9e472b4 service neutron] 10.222.0.73 "GET /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314580
May 06 09:37:19.698104 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a77d440a-85b3-467f-b995-489527e5f7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:19.809238 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0b732e0>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9abf20eb-36a4-4b75-bff2-e80dab493a1b', 'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'mac_address': 'fa:16:3e:ce:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:54Z', 'updated_at': '2021-05-06T09:35:01Z', 'revision_number': 5, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'subnets': [{'id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:19.814156 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938e31f-29b9-461c-a36b-b0371f8aca2f None None] The sync data for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi is: [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:34:55Z', 'revision_number': 4, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9abf20eb-36a4-4b75-bff2-e80dab493a1b', 'name': '', 'network_id': 'd44ea27e-8d3b-4165-99d3-3c7803207bd3', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'mac_address': 'fa:16:3e:ce:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:54Z', 'updated_at': '2021-05-06T09:35:01Z', 'revision_number': 5, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'subnets': [{'id': 'c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:37:20.045803 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7024b00-bb00-4876-959c-16f382237bea None None] New status for floating IP 46824cf5-a674-4b98-8e44-12e07adf5b9e: DOWN {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:37:20.446856 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:20.756365 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181594b1-62da-48d7-b462-9eb5a37870a6 req-ad119905-7b0e-41fc-b58d-3a82ed376f35 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:20.758029 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-181594b1-62da-48d7-b462-9eb5a37870a6 req-ad119905-7b0e-41fc-b58d-3a82ed376f35 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 943 time: 0.2056990
May 06 09:37:20.809328 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-181594b1-62da-48d7-b462-9eb5a37870a6 req-72b3447b-a56b-441a-a0aa-264ed7d50f86 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448909
May 06 09:37:21.998381 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c0f2d-3140-4843-98cb-96a371729796 req-0e000d8f-cf7c-4a3b-afdc-458f1e4cecce tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:21.999832 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ae3c0f2d-3140-4843-98cb-96a371729796 req-0e000d8f-cf7c-4a3b-afdc-458f1e4cecce tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 943 time: 0.0805693
May 06 09:37:22.049599 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ae3c0f2d-3140-4843-98cb-96a371729796 req-e023bd29-d179-4a27-924b-e4b48a1a7198 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430326
May 06 09:37:22.207085 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:22.697422 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3286fd3-53cc-45e7-babf-f43c9b3338d8 req-565b3fbc-ac5b-4121-bf3b-0f744228c24c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:22.698313 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-d3286fd3-53cc-45e7-babf-f43c9b3338d8 req-565b3fbc-ac5b-4121-bf3b-0f744228c24c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Synchronizing usage tracker for tenant:6c5fe3d0acad46d5b68fa08d16aace24 on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:37:22.784212 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-d3286fd3-53cc-45e7-babf-f43c9b3338d8 req-565b3fbc-ac5b-4121-bf3b-0f744228c24c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Unset dirty status for tenant:6c5fe3d0acad46d5b68fa08d16aace24 on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:37:22.785343 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d3286fd3-53cc-45e7-babf-f43c9b3338d8 req-565b3fbc-ac5b-4121-bf3b-0f744228c24c tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 945 time: 0.1738372
May 06 09:37:22.835349 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d3286fd3-53cc-45e7-babf-f43c9b3338d8 req-0b8c83f4-645c-4132-b54f-81966f52d666 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440342
May 06 09:37:23.246619 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875e32e-8790-45f9-adc3-5d600214d9d5 req-0d275615-4848-4768-ac46-2012aa46c877 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:23.248137 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c875e32e-8790-45f9-adc3-5d600214d9d5 req-0d275615-4848-4768-ac46-2012aa46c877 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 943 time: 0.0880311
May 06 09:37:23.297185 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c875e32e-8790-45f9-adc3-5d600214d9d5 req-c7ad6fc7-f562-4a5b-9d0e-24d759b42277 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427535
May 06 09:37:23.595709 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:24.017389 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593479f8-0e00-4311-9efa-462d2193c641 req-55ea8f3a-737b-462d-aca4-d800315dde15 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:24.018822 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-593479f8-0e00-4311-9efa-462d2193c641 req-55ea8f3a-737b-462d-aca4-d800315dde15 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 945 time: 0.0803385
May 06 09:37:24.066781 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-593479f8-0e00-4311-9efa-462d2193c641 req-28e2f20f-d979-4499-a37c-656e883cae55 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/security-groups?id=64a195eb-6ac9-4cf0-b0f5-31f6058c3095&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421996
May 06 09:37:24.214420 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-8646402a-cf6f-46e5-9bdf-e20643cd7fb7 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:24.215112 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-8646402a-cf6f-46e5-9bdf-e20643cd7fb7 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Synchronizing usage tracker for tenant:6c5fe3d0acad46d5b68fa08d16aace24 on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:37:24.226960 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-8646402a-cf6f-46e5-9bdf-e20643cd7fb7 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Unset dirty status for tenant:6c5fe3d0acad46d5b68fa08d16aace24 on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:37:24.228062 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-8646402a-cf6f-46e5-9bdf-e20643cd7fb7 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.73 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 945 time: 0.0937476
May 06 09:37:24.367242 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Deleting port ac2a799e-e45e-4bfe-8239-ca26023230d1 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:24.367584 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:24.480936 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ff28-287c-4cce-800e-34d70b40e21e req-14751d31-e9cf-404d-a492-1c635990c868 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:24.482344 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5dd6ff28-287c-4cce-800e-34d70b40e21e req-14751d31-e9cf-404d-a492-1c635990c868 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 943 time: 0.0806558
May 06 09:37:24.502208 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] For port ac2a799e-e45e-4bfe-8239-ca26023230d1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=ac2a799e-e45e-4bfe-8239-ca26023230d1,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:24.508854 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:24.528528 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5dd6ff28-287c-4cce-800e-34d70b40e21e req-ed7485d6-5510-4fd6-ae14-006a4cec5c43 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398245
May 06 09:37:24.599522 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:37:24.627778 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Calling delete_port for ac2a799e-e45e-4bfe-8239-ca26023230d1 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:24.812667 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:24.818561 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5c0b3dd7-7e9f-4caf-aaf8-e955ee43cb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:24.824427 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['ac2a799e-e45e-4bfe-8239-ca26023230d1'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:37:24.864193 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Pushing event deleted for resources: {'Port': ['ID=ac2a799e-e45e-4bfe-8239-ca26023230d1,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:24.867275 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:24.943276 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] No DVR routers for this DVR port ac2a799e-e45e-4bfe-8239-ca26023230d1 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:37:24.945884 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:24.948593 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'name': 'network-vif-deleted', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:37:24.995067 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ff7db1-7a61-4f8d-9ab4-41336b3deaf4', 'name': 'network-vif-deleted', 'tag': 'ac2a799e-e45e-4bfe-8239-ca26023230d1', 'status': 'completed', 'code': 200}
May 06 09:37:25.024530 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-8d1190db-efe1-4399-9d23-2829048f2f29 req-93437528-7ad9-49ba-81d4-2d746fa95dcc tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.73 "DELETE /v2.0/ports/ac2a799e-e45e-4bfe-8239-ca26023230d1 HTTP/1.1" status: 204  len: 173 time: 0.7911799
May 06 09:37:25.058379 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:37:25.209994 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:25.225224 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'port_id': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'mac_address': 'fa:16:3e:40:6d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:37:25.244768 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8f59132a-0ab9-4372-a8da-91d5281eaed6 req-90db4fcb-263e-4b0d-a438-25f274fedaa3 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] 10.222.0.68 "GET /v2.0/ports?device_id=83ff7db1-7a61-4f8d-9ab4-41336b3deaf4 HTTP/1.1" status: 200  len: 210 time: 0.0658240
May 06 09:37:25.291618 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:25.310997 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:37:25.329306 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:25.441581 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:25.443378 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:25.511814 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:25.514739 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:25.648306 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['9fda0cbd-edc6-4d51-b75d-e983f2a2f07f'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:37:25.727953 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52b92d-536d-45af-beec-8a03b2564dd8 req-cf780db1-79be-42cc-94ad-302238a6d584 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:25.733642 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3f52b92d-536d-45af-beec-8a03b2564dd8 req-cf780db1-79be-42cc-94ad-302238a6d584 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 944 time: 0.0956798
May 06 09:37:25.809804 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3f52b92d-536d-45af-beec-8a03b2564dd8 req-ffcfc354-3714-4105-9ba9-1b5557603dd4 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739646
May 06 09:37:27.001170 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6af1b-6b90-4f1d-9473-fff83cf4082a req-549f5584-ef8b-4958-8b93-24f56a83fe1e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:27.002649 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d9b6af1b-6b90-4f1d-9473-fff83cf4082a req-549f5584-ef8b-4958-8b93-24f56a83fe1e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 944 time: 0.0854597
May 06 09:37:27.049013 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-d9b6af1b-6b90-4f1d-9473-fff83cf4082a req-769a5b3b-4bd3-4c2a-9069-28d62c09cbd1 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406435
May 06 09:37:27.076677 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:37:27.252510 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:37:27.257761 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:37:27.258142 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:27.379518 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:27.406882 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:37:27.417257 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:27.510008 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:27.510900 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ac2a799e-e45e-4bfe-8239-ca26023230d1 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:37:27.540418 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:27.578839 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'code': 200}
May 06 09:37:27.584285 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: ac2a799e-e45e-4bfe-8239-ca26023230d1 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:37:27.584635 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device ac2a799e-e45e-4bfe-8239-ca26023230d1 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:37:27.619159 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:27.622408 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:27.900942 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47068) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:28.026071 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122b58b-a8dc-49ab-9c7c-00f4c2c1aca8 req-73ad03d8-f594-4bf1-8a74-44e690e4c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:28.027577 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a122b58b-a8dc-49ab-9c7c-00f4c2c1aca8 req-73ad03d8-f594-4bf1-8a74-44e690e4c931 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 1098 time: 0.0773203
May 06 09:37:28.070380 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-a122b58b-a8dc-49ab-9c7c-00f4c2c1aca8 req-a226db82-8427-4e81-be37-78207b197bbf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360551
May 06 09:37:28.358660 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3aba2-18b4-4ae2-9af9-87ec83db1b0c req-001cff35-3a64-40e7-81dc-443f10b6d642 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:28.360172 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4fe3aba2-18b4-4ae2-9af9-87ec83db1b0c req-001cff35-3a64-40e7-81dc-443f10b6d642 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 945 time: 0.1601322
May 06 09:37:28.457434 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4fe3aba2-18b4-4ae2-9af9-87ec83db1b0c req-a79cccb0-5773-4844-ac82-cc5e4a18990a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898020
May 06 09:37:28.563135 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810374'] for router_interface, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:29.092505 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Deleting port 9abf20eb-36a4-4b75-bff2-e80dab493a1b {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:29.092877 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:29.222684 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] For port 9abf20eb-36a4-4b75-bff2-e80dab493a1b, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9abf20eb-36a4-4b75-bff2-e80dab493a1b,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:29.223035 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:29.346140 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Calling delete_port for 9abf20eb-36a4-4b75-bff2-e80dab493a1b owned by network:router_interface {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:29.561591 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:29.566179 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-264ba024-ddaa-4972-9e71-03ebbded251c tempest-ServerRescueNegativeTestJSON-1506729976 tempest-ServerRescueNegativeTestJSON-1506729976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:29.650888 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abf20eb-36a4-4b75-bff2-e80dab493a1b,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:29.654644 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:29.944525 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595e8f-2432-434e-9559-583d390d3843 req-e6f59471-92cd-47d1-942c-02d2f4d0feb2 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:29.946006 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-75595e8f-2432-434e-9559-583d390d3843 req-e6f59471-92cd-47d1-942c-02d2f4d0feb2 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 945 time: 0.3483369
May 06 09:37:30.025937 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-75595e8f-2432-434e-9559-583d390d3843 req-b08f8605-50bc-4d9c-9cd9-c373911ee7e9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734103
May 06 09:37:30.044141 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810806'] for router_interface, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:30.563093 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeecfeb-7e28-423a-9b14-658e3357e6c8 req-f65d509a-e424-4d65-aa28-b3a929f7c9cb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:30.565126 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cbeecfeb-7e28-423a-9b14-658e3357e6c8 req-f65d509a-e424-4d65-aa28-b3a929f7c9cb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 945 time: 0.3930545
May 06 09:37:30.640205 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cbeecfeb-7e28-423a-9b14-658e3357e6c8 req-e45f9fab-1db0-455a-be09-69c832e92241 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672970
May 06 09:37:30.666888 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47078) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:30.678962 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:37:30.795108 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea54dbe-950d-45a3-ba8a-fb3e9fbcb80b tempest-TestVolumeBootPattern-605807183 tempest-TestVolumeBootPattern-605807183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:30.796750 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-9ea54dbe-950d-45a3-ba8a-fb3e9fbcb80b tempest-TestVolumeBootPattern-605807183 tempest-TestVolumeBootPattern-605807183-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 1093 time: 0.1287847
May 06 09:37:30.801708 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47084) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:30.808200 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'floatingip': {'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'port_id': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:37:30.814650 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:37:30.818480 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:floatingip and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:37:30.821908 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:37:30.829065 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:37:30.899088 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:30.943800 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:37:30.955699 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] Sync routers for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:37:30.963048 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] 10.222.0.68 "PUT /v2.0/routers/f97a5f5d-f4d1-416d-9b95-fd6974d6d28c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0606461
May 06 09:37:30.966097 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47088) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:30.969032 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:37:30.970574 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b04ba730>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:37:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:31.204491 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:37:31.253661 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:31.290118 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:31.451610 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Allocated IP 172.27.3.80 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/a08e3e39-4af0-4380-a38b-62a81e4e4d12) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:37:31.473291 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:31.640537 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b04ba730>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:37:29Z', 'revision_number': 5, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port': {'id': 'ae8b038f-102e-46e7-b75c-30f2b4fe14c8', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:51Z', 'updated_at': '2021-05-06T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:31.645353 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] Checking router: f97a5f5d-f4d1-416d-9b95-fd6974d6d28c for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:37:31.652208 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:31.656134 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] Routers {'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:37:31.657694 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b04ba730>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:37:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:31.668926 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Deleting port ae8b038f-102e-46e7-b75c-30f2b4fe14c8 {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:31.669601 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:31.738963 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:31.743993 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-01183b60-fc83-4f8b-a1d1-500a46b37a98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:31.830933 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] Set router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c gateway port host: None {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:37:31.831818 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] For port ae8b038f-102e-46e7-b75c-30f2b4fe14c8, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=ae8b038f-102e-46e7-b75c-30f2b4fe14c8,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:31.832178 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:31.859249 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:37:31.864822 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:37:31.880373 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:37:31.937512 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'Port': ['ID=a08e3e39-4af0-4380-a38b-62a81e4e4d12,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:31.944932 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:31.947665 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b04ba730>, [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:37:31Z', 'revision_number': 6, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port_host': None}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:31.956184 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf88802c-f2af-4fa7-8571-5f42a3266b69 None None] The sync data for ids ['f97a5f5d-f4d1-416d-9b95-fd6974d6d28c'] in dv-cinder-790014-1-iscsi is: [{'id': 'f97a5f5d-f4d1-416d-9b95-fd6974d6d28c', 'name': 'tempest-TestMinimumBasicScenario-1114215048-router', 'tenant_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:50Z', 'updated_at': '2021-05-06T09:37:31Z', 'revision_number': 6, 'project_id': '6c5fe3d0acad46d5b68fa08d16aace24', 'gw_port_host': None}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:37:31.991181 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Calling delete_port for ae8b038f-102e-46e7-b75c-30f2b4fe14c8 owned by network:router_gateway {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:32.241597 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.245886 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-1728a907-bb20-4fb0-a917-fb927dde383e tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:32.437356 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.463980 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8b038f-102e-46e7-b75c-30f2b4fe14c8,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:32.468152 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:32.561528 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3804002'] for router_gateway, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.626325 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.735915 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5031'] for router, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.738229 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.841895 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.858159 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3861616'] for router, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.858707 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97a5f5d-f4d1-416d-9b95-fd6974d6d28c {{(pid=74357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 09:37:32.871372 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.872499 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f97a5f5d-f4d1-416d-9b95-fd6974d6d28c HTTP/1.1" status: 204  len: 168 time: 1.9051013
May 06 09:37:32.875126 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47092) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:32.939996 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9002470-3dec-4a25-b438-4b4e0f8d2496 admin admin] Deleting subnet c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4 {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:37:32.943094 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c9002470-3dec-4a25-b438-4b4e0f8d2496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.994471 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c9002470-3dec-4a25-b438-4b4e0f8d2496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2060242'] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:32.996050 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:33.003544 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-c1f17292-9e00-4407-ae9e-2af26f70b073 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:33.097925 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c9002470-3dec-4a25-b438-4b4e0f8d2496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:33.115539 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device ae8b038f-102e-46e7-b75c-30f2b4fe14c8 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:37:33.127544 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'Port': ['ID=a08e3e39-4af0-4380-a38b-62a81e4e4d12,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:33.135694 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:33.141671 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:33.166534 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: ae8b038f-102e-46e7-b75c-30f2b4fe14c8 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:37:33.167165 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device ae8b038f-102e-46e7-b75c-30f2b4fe14c8 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:37:33.167592 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9abf20eb-36a4-4b75-bff2-e80dab493a1b no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:37:33.205661 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 9abf20eb-36a4-4b75-bff2-e80dab493a1b {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:37:33.206013 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9abf20eb-36a4-4b75-bff2-e80dab493a1b not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:37:33.336969 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.l3_db [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Floating IP 986ed502-c5b2-4c4c-9fdc-21820552d646 associated. External IP: 172.27.3.80, port: 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f.
May 06 09:37:33.435695 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c9002470-3dec-4a25-b438-4b4e0f8d2496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1975388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27356821'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:33.440638 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:33.481127 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9002470-3dec-4a25-b438-4b4e0f8d2496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:33.484176 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-c9002470-3dec-4a25-b438-4b4e0f8d2496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:33.485713 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-c9002470-3dec-4a25-b438-4b4e0f8d2496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:33.491221 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bef643-4057-462f-a5db-4580f403a63c None None] Network d44ea27e-8d3b-4165-99d3-3c7803207bd3 requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:37:33.494996 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-c9002470-3dec-4a25-b438-4b4e0f8d2496 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c6108ea3-34cd-49fd-bf2c-b3ea0af0f3f4 HTTP/1.1" status: 204  len: 168 time: 0.6165810
May 06 09:37:33.495413 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47096) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:33.618443 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:33.697509 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Deleting port 166ace93-cf06-49dd-b25b-6e61bd4bd52e {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:33.697951 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:33.807533 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] DHCP port deletion for d44ea27e-8d3b-4165-99d3-3c7803207bd3 request from dv-cinder-790014-1-iscsi {{(pid=74358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 09:37:33.813929 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] For port 166ace93-cf06-49dd-b25b-6e61bd4bd52e, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=166ace93-cf06-49dd-b25b-6e61bd4bd52e,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:33.815420 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:33.836755 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Router e91ff98b-b665-42ff-afd6-e045e239fb1f has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:37:33.881406 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] Deleting port 166ace93-cf06-49dd-b25b-6e61bd4bd52e {{(pid=74358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:33.881850 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:33.951526 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Calling delete_port for 166ace93-cf06-49dd-b25b-6e61bd4bd52e owned by network:dhcp {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:33.992130 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] For port 166ace93-cf06-49dd-b25b-6e61bd4bd52e, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=166ace93-cf06-49dd-b25b-6e61bd4bd52e,segment=NetworkSegment(5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270),segment_id=5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:33.992882 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.026439 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:37:34.039336 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] Sync routers for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:37:34.050222 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:37:34.051037 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0748d00>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:37:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:34.058095 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.065905 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-ae125529-bdba-4b36-b868-57ede6fb70f9 tempest-AttachVolumeTestJSON-92794371 tempest-AttachVolumeTestJSON-92794371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:34.114753 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Pushing event deleted for resources: {'Port': ['ID=166ace93-cf06-49dd-b25b-6e61bd4bd52e,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:34.117275 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:34.118263 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] No DVR routers for this DVR port 166ace93-cf06-49dd-b25b-6e61bd4bd52e on host dv-cinder-790014-1-iscsi {{(pid=74357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:37:34.120355 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] Calling delete_port for 166ace93-cf06-49dd-b25b-6e61bd4bd52e owned by network:dhcp {{(pid=74358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:34.161831 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.169897 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423'] for port, after_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.180870 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-4a371c22-d22b-48e1-89e8-824ff1e6bdf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:34.230059 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] Pushing event deleted for resources: {'Port': ['ID=166ace93-cf06-49dd-b25b-6e61bd4bd52e,revision_number=None']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:34.232512 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] No DVR routers for this DVR port 166ace93-cf06-49dd-b25b-6e61bd4bd52e on host dv-cinder-790014-1-iscsi {{(pid=74358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:37:34.234439 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:34.260684 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:37:34.266893 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.4634640
May 06 09:37:34.267730 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'tag': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:37:34.316446 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'tag': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'status': 'completed', 'code': 200}
May 06 09:37:34.410778 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.425567 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-4dccb574-f90b-4975-b192-2cb61aca2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:34.426216 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-4dccb574-f90b-4975-b192-2cb61aca2e5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 1098 time: 0.0833764
May 06 09:37:34.429015 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4b0100e20>,) {'filters': {'network_id': ['d44ea27e-8d3b-4165-99d3-3c7803207bd3']}} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:34.445229 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b0100e20>, '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270') {'for_net_delete': True} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:34.445666 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b0100e20>, '5e8d5fb5-51c8-4866-b4c2-7fd1efbf3270') {} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:34.460316 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2060237'] for segment, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.488217 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.495640 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=74357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:37:34.496290 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1975354'] for segment, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]: Traceback (most recent call last):
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     timer()
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     cb(*args, **kw)
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     return func(*args, **kwargs)
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     self._notify()
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     self.callback(batched_events)
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     event.method(event)
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     return f(self, *a, **k)
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._get(url).json()
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self.request(url, 'GET', **kwargs)
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:37:34.510878 dv-cinder-790014-1-iscsi neutron-server[74357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:37:34.586391 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-19c34c04-d1dc-4c8e-840d-dee6096773d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:34.588113 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-19c34c04-d1dc-4c8e-840d-dee6096773d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.1554151
May 06 09:37:34.642428 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.650572 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-0dafe62e-4bb5-4c12-a1f6-23abae2ff58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:34.666715 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:34.678625 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44ea27e-8d3b-4165-99d3-3c7803207bd3,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:34.681995 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:34.700973 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0748d00>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '986ed502-c5b2-4c4c-9fdc-21820552d646', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:40:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:37:32Z', 'updated_at': '2021-05-06T09:37:32Z', 'revision_number': 0, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:34.705030 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] Checking router: e91ff98b-b665-42ff-afd6-e045e239fb1f for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:37:34.713500 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:37:34.714117 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0748d00>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:37:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:34.737013 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-db87216a-9449-437d-9157-b15b614b4555 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f HTTP/1.1" status: 200  len: 998 time: 0.1427562
May 06 09:37:34.762165 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-4bf328bd-c5bc-417b-a3b9-3959a4b76076 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d44ea27e-8d3b-4165-99d3-3c7803207bd3 HTTP/1.1" status: 204  len: 168 time: 1.2655911
May 06 09:37:34.764815 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47104) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:34.806618 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-95e7e10f-6c85-4b21-a88f-a0fd311d1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:34.808192 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-95e7e10f-6c85-4b21-a88f-a0fd311d1e05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0636704
May 06 09:37:34.907957 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:37:34.909882 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-68e7ef86-5a81-46b5-984b-284bd3cf3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:37:34.911385 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-68e7ef86-5a81-46b5-984b-284bd3cf3ba4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0969915
May 06 09:37:35.076552 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-39c303f7-6add-414e-902f-9f83e3755ab2 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574500
May 06 09:37:35.140055 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 166ace93-cf06-49dd-b25b-6e61bd4bd52e no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:37:35.180661 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 166ace93-cf06-49dd-b25b-6e61bd4bd52e {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:37:35.181034 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 166ace93-cf06-49dd-b25b-6e61bd4bd52e not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:37:35.232526 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-0a6b7c4a-8c98-499c-9e91-c17d2daa9e56 req-5f1f7887-39bf-45e1-8526-d611da54743e service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479294
May 06 09:37:35.422187 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810374'] for router_interface, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:35.530763 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0748d00>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '986ed502-c5b2-4c4c-9fdc-21820552d646', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:40:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:37:32Z', 'updated_at': '2021-05-06T09:37:32Z', 'revision_number': 0, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:35.542189 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d50728-4083-40ee-880b-bc5062b273aa None None] The sync data for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi is: [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '986ed502-c5b2-4c4c-9fdc-21820552d646', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:40:6d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:37:32Z', 'updated_at': '2021-05-06T09:37:32Z', 'revision_number': 0, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:37:35.757156 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3b2071-d97a-42a4-b66e-f4570262bff5 None None] New status for floating IP 986ed502-c5b2-4c4c-9fdc-21820552d646: ACTIVE {{(pid=74358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:37:35.864295 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Deleting port 8393accc-7771-4cb3-9b00-42d96cd3008b {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:35.864696 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:35.993937 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] For port 8393accc-7771-4cb3-9b00-42d96cd3008b, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=8393accc-7771-4cb3-9b00-42d96cd3008b,segment=NetworkSegment(c175927c-ba98-43f2-8417-f8ea8bfa818f),segment_id=c175927c-ba98-43f2-8417-f8ea8bfa818f)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:35.994283 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:36.235337 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Calling delete_port for 8393accc-7771-4cb3-9b00-42d96cd3008b owned by network:router_interface {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:36.469767 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:36.474049 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:36.518188 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8393accc-7771-4cb3-9b00-42d96cd3008b,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:36.521157 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:36.791596 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810806'] for router_interface, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:37.152533 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Router 44dd82cd-b19f-4c66-8e53-bf41414c0406 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:37:37.329071 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:37:37.338363 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] 10.222.0.68 "PUT /v2.0/routers/44dd82cd-b19f-4c66-8e53-bf41414c0406/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5725150
May 06 09:37:37.339297 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] Sync routers for ids ['44dd82cd-b19f-4c66-8e53-bf41414c0406'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:37:37.340865 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47108) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:37.349166 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] Routers {'44dd82cd-b19f-4c66-8e53-bf41414c0406'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:37:37.349777 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0a065b0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:37:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['44dd82cd-b19f-4c66-8e53-bf41414c0406'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:37.519199 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks [] for router, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:37.529393 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] Set router 44dd82cd-b19f-4c66-8e53-bf41414c0406 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:37:37.824943 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:37.850678 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0a065b0>, [{'id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:58Z', 'updated_at': '2021-05-06T09:37:36Z', 'revision_number': 5, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'gw_port': {'id': 'c686d79d-93c0-443b-972f-eda57f5b7b16', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:34:59Z', 'updated_at': '2021-05-06T09:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:37.855991 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] Checking router: 44dd82cd-b19f-4c66-8e53-bf41414c0406 for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:37:37.865422 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] Routers {'44dd82cd-b19f-4c66-8e53-bf41414c0406'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:37:37.866062 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0a065b0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:37:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['44dd82cd-b19f-4c66-8e53-bf41414c0406'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:37.964668 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Deleting port c686d79d-93c0-443b-972f-eda57f5b7b16 {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:37.965133 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:38.020427 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] Set router 44dd82cd-b19f-4c66-8e53-bf41414c0406 gateway port host: None {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:37:38.094909 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] For port c686d79d-93c0-443b-972f-eda57f5b7b16, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=c686d79d-93c0-443b-972f-eda57f5b7b16,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:38.095155 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:38.125771 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0a065b0>, [{'id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:58Z', 'updated_at': '2021-05-06T09:37:37Z', 'revision_number': 6, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'gw_port_host': None}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:38.129954 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a81c50-59cb-4a23-9ea2-d748b71d6afc None None] The sync data for ids ['44dd82cd-b19f-4c66-8e53-bf41414c0406'] in dv-cinder-790014-1-iscsi is: [{'id': '44dd82cd-b19f-4c66-8e53-bf41414c0406', 'name': 'tempest-TestMinimumBasicScenario-2105295691-router', 'tenant_id': '70675d4d85764fe1a4776b728b3929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:34:58Z', 'updated_at': '2021-05-06T09:37:37Z', 'revision_number': 6, 'project_id': '70675d4d85764fe1a4776b728b3929f3', 'gw_port_host': None}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:37:38.227487 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Calling delete_port for c686d79d-93c0-443b-972f-eda57f5b7b16 owned by network:router_gateway {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:38.429980 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:38.433816 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-31b05601-9b1b-49b1-baae-5cb4eeef1b99 tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:38.480506 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c686d79d-93c0-443b-972f-eda57f5b7b16,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:38.483676 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:38.577742 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3804002'] for router_gateway, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:38.757832 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5031'] for router, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:38.761186 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:38.858159 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3861616'] for router, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:38.858739 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44dd82cd-b19f-4c66-8e53-bf41414c0406 {{(pid=74357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 09:37:38.873598 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] Notify callbacks [] for router, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:38.874791 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-669a930b-61e6-498c-aded-267071ab0e4b admin admin] 10.222.0.68 "DELETE /v2.0/routers/44dd82cd-b19f-4c66-8e53-bf41414c0406 HTTP/1.1" status: 204  len: 168 time: 1.5329950
May 06 09:37:38.877970 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47112) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:38.943578 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcda11ba-ab0e-4b40-811f-d20767289316 admin admin] Deleting subnet 9fb39ed2-0e47-482e-9d90-372fd9568df9 {{(pid=74357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:37:38.946687 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dcda11ba-ab0e-4b40-811f-d20767289316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:39.000293 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dcda11ba-ab0e-4b40-811f-d20767289316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2060242'] for subnet, precommit_delete_associations {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:39.117339 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device c686d79d-93c0-443b-972f-eda57f5b7b16 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:37:39.120546 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dcda11ba-ab0e-4b40-811f-d20767289316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:39.156201 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: c686d79d-93c0-443b-972f-eda57f5b7b16 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:37:39.157386 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device c686d79d-93c0-443b-972f-eda57f5b7b16 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:37:39.157974 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 8393accc-7771-4cb3-9b00-42d96cd3008b no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:37:39.195760 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 8393accc-7771-4cb3-9b00-42d96cd3008b {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:37:39.196098 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 8393accc-7771-4cb3-9b00-42d96cd3008b not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:37:39.470813 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dcda11ba-ab0e-4b40-811f-d20767289316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1975388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27356821'] for subnet, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:39.474999 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-391ff94c-d548-45e8-92cb-d682c12fdbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:39.513223 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda11ba-ab0e-4b40-811f-d20767289316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb39ed2-0e47-482e-9d90-372fd9568df9,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:39.516781 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-dcda11ba-ab0e-4b40-811f-d20767289316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:39.521939 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dcda11ba-ab0e-4b40-811f-d20767289316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for subnet, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:39.523047 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884eae27-95f2-4941-901f-b94de05228a0 None None] Network 44c65afa-2d6d-4748-913a-e21ee0dbf0cd requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:37:39.523826 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-dcda11ba-ab0e-4b40-811f-d20767289316 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9fb39ed2-0e47-482e-9d90-372fd9568df9 HTTP/1.1" status: 204  len: 168 time: 0.6447310
May 06 09:37:39.526322 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47116) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:39.743554 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:39.790282 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] DHCP port deletion for 44c65afa-2d6d-4748-913a-e21ee0dbf0cd request from dv-cinder-790014-1-iscsi {{(pid=74358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 09:37:39.828488 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Deleting port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:39.828884 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:39.864623 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] Deleting port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 {{(pid=74358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:37:39.865044 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:39.946409 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] For port 08fb47a9-4b2e-405e-8bf6-07f943555fa0, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=08fb47a9-4b2e-405e-8bf6-07f943555fa0,segment=NetworkSegment(c175927c-ba98-43f2-8417-f8ea8bfa818f),segment_id=c175927c-ba98-43f2-8417-f8ea8bfa818f)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:39.947034 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:39.964669 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] For port 08fb47a9-4b2e-405e-8bf6-07f943555fa0, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=08fb47a9-4b2e-405e-8bf6-07f943555fa0,segment=NetworkSegment(c175927c-ba98-43f2-8417-f8ea8bfa818f),segment_id=c175927c-ba98-43f2-8417-f8ea8bfa818f)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:37:39.965106 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:40.119441 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] Calling delete_port for 08fb47a9-4b2e-405e-8bf6-07f943555fa0 owned by network:dhcp {{(pid=74358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:40.139631 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Calling delete_port for 08fb47a9-4b2e-405e-8bf6-07f943555fa0 owned by network:dhcp {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:37:40.286762 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423'] for port, after_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:40.291661 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:40.294568 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:40.299288 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:40.337452 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] Pushing event deleted for resources: {'Port': ['ID=08fb47a9-4b2e-405e-8bf6-07f943555fa0,revision_number=None']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:40.340388 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:40.341223 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727bb053-50ea-423e-a22f-988d4eda4372 None None] No DVR routers for this DVR port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 on host dv-cinder-790014-1-iscsi {{(pid=74358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:37:40.347021 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08fb47a9-4b2e-405e-8bf6-07f943555fa0,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:40.353151 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:40.355753 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] No DVR routers for this DVR port 08fb47a9-4b2e-405e-8bf6-07f943555fa0 on host dv-cinder-790014-1-iscsi {{(pid=74357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:37:40.479329 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:40.493499 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4aadca5b0>,) {'filters': {'network_id': ['44c65afa-2d6d-4748-913a-e21ee0dbf0cd']}} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:40.507513 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aadca5b0>, 'c175927c-ba98-43f2-8417-f8ea8bfa818f') {'for_net_delete': True} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:40.507798 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.services.segments.db [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4aadca5b0>, 'c175927c-ba98-43f2-8417-f8ea8bfa818f') {} {{(pid=74357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:37:40.521197 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2060237'] for segment, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:40.538891 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:40.545417 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=74357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:37:40.545796 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1975354'] for segment, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   util.warn(
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   util.warn(
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   util.warn(
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   util.warn(
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]: Traceback (most recent call last):
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     timer()
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     cb(*args, **kw)
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     return func(*args, **kwargs)
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     self._notify()
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     self.callback(batched_events)
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     event.method(event)
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     return f(self, *a, **k)
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._get(url).json()
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     return self.request(url, 'GET', **kwargs)
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:37:40.559313 dv-cinder-790014-1-iscsi neutron-server[74357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:37:40.704622 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:40.708614 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:40.725237 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:40.731052 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c65afa-2d6d-4748-913a-e21ee0dbf0cd,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:40.735099 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:40.738198 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/44c65afa-2d6d-4748-913a-e21ee0dbf0cd HTTP/1.1" status: 204  len: 168 time: 1.2109108
May 06 09:37:41.105632 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 08fb47a9-4b2e-405e-8bf6-07f943555fa0 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:37:41.143441 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 08fb47a9-4b2e-405e-8bf6-07f943555fa0 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:37:41.144038 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 08fb47a9-4b2e-405e-8bf6-07f943555fa0 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:37:41.228301 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47122) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:41.283616 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-8154a9b5-be91-4226-a618-b0309f351d92 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c5fe3d0acad46d5b68fa08d16aace24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534933
May 06 09:37:41.286114 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47126) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:41.348981 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-be2ecb1b-7d57-45a1-a649-f910045cded1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:41.376935 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-be2ecb1b-7d57-45a1-a649-f910045cded1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:41.521116 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-be2ecb1b-7d57-45a1-a649-f910045cded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:41.525334 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b75ee992-396c-4d12-9fe7-c3e3f7866a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:41.544931 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ecb1b-7d57-45a1-a649-f910045cded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a195eb-6ac9-4cf0-b0f5-31f6058c3095,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:41.547751 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-be2ecb1b-7d57-45a1-a649-f910045cded1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:41.553675 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-be2ecb1b-7d57-45a1-a649-f910045cded1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:41.557262 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-be2ecb1b-7d57-45a1-a649-f910045cded1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/64a195eb-6ac9-4cf0-b0f5-31f6058c3095 HTTP/1.1" status: 204  len: 168 time: 0.2677722
May 06 09:37:42.255983 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47136) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:42.307291 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-6d850e6a-54f4-46f7-b6f7-26b453e2f866 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=70675d4d85764fe1a4776b728b3929f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500920
May 06 09:37:42.309742 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47140) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:37:42.367894 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-342a3e99-9b32-4224-8198-3d24b27fd53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:42.393927 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-342a3e99-9b32-4224-8198-3d24b27fd53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:42.509260 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-342a3e99-9b32-4224-8198-3d24b27fd53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:42.513069 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f1324185-17fa-474c-a19e-6cdc7a7de462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:37:42.526261 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a3e99-9b32-4224-8198-3d24b27fd53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ba8f9-f234-46ea-9c0d-b0492d56173d,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:37:42.529482 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-342a3e99-9b32-4224-8198-3d24b27fd53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:37:42.531448 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-342a3e99-9b32-4224-8198-3d24b27fd53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:42.532582 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-342a3e99-9b32-4224-8198-3d24b27fd53e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3c3ba8f9-f234-46ea-9c0d-b0492d56173d HTTP/1.1" status: 204  len: 168 time: 0.2219357
May 06 09:37:46.835196 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1a264b2c-93a5-4b84-b81b-b24eafba1da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:49.423833 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:49.646812 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-62738f0e-4899-4ba1-a530-9dd8be729929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:50.474960 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:52.201011 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:37:53.577049 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:01.598165 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:38:16.817679 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f81b4cd0-6790-4ffe-91c3-ff08b2cf382a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:19.360446 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:19.622158 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c8c67d6a-ab7b-4754-a2bf-1525ad511d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:20.473712 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:22.183654 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:23.583592 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:30.700139 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-aee49d00-90bc-40fd-b51d-39897e537f17 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718877
May 06 09:38:30.835164 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-dbeeaa3a-7694-4cdd-bd15-9f96f29f47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:38:30.837290 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-dbeeaa3a-7694-4cdd-bd15-9f96f29f47c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 1098 time: 0.0711405
May 06 09:38:31.094062 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-571126fe-1dfb-465f-999f-8ed994173d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:38:31.095516 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-571126fe-1dfb-465f-999f-8ed994173d65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.2388749
May 06 09:38:31.200048 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-fa49cdbf-4b1f-415e-b9ad-b5576e058a93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f HTTP/1.1" status: 200  len: 1000 time: 0.0981424
May 06 09:38:31.265110 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-2055bf62-2ee3-4343-b236-b80f27fa39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:38:31.266545 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-2055bf62-2ee3-4343-b236-b80f27fa39f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0604513
May 06 09:38:31.342030 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-a42e35e7-6b7c-4fe7-a5cf-dfb1dcbf7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:38:31.343280 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-a42e35e7-6b7c-4fe7-a5cf-dfb1dcbf7cf2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710127
May 06 09:38:31.477601 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-9e215a89-2511-4663-b644-5171e2ff1bc2 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277053
May 06 09:38:31.611116 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-c9385fe4-f899-4a07-8e20-e7928623a136 req-2cce88a2-c9e3-4c7f-bb82-54e03328e056 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276097
May 06 09:38:38.597992 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:38:46.817937 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-ff28566e-1e4b-4817-bd2a-7bb5b0433f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:49.319362 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:49.679187 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-3a132f5c-8b77-4769-8213-20e6778962a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:50.456517 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:52.176310 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:38:53.600347 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:15.596923 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:39:16.834860 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4e5584ca-8b3e-46ba-9091-7f41ef1c11a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:19.372324 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:19.667911 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b15f8023-67f7-417f-a02e-36aab9ed779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:20.444403 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:22.155026 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:23.640144 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:23.735308 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edc3f4-b535-4842-826b-07285ba07971 req-0e5027ec-4b8f-40d3-87a1-3a7c61b082cd tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:23.736801 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e7edc3f4-b535-4842-826b-07285ba07971 req-0e5027ec-4b8f-40d3-87a1-3a7c61b082cd tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 945 time: 0.0874524
May 06 09:39:23.783745 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e7edc3f4-b535-4842-826b-07285ba07971 req-07dc4c84-ce94-426a-8ee6-f1fe74a4265f tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409482
May 06 09:39:24.984198 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b5233-d5a8-4439-abfa-a3aa6171c0bb req-ea2523f7-6ceb-45c3-bf1f-ac056c89b285 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:24.985706 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-689b5233-d5a8-4439-abfa-a3aa6171c0bb req-ea2523f7-6ceb-45c3-bf1f-ac056c89b285 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 945 time: 0.0816982
May 06 09:39:25.033659 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-689b5233-d5a8-4439-abfa-a3aa6171c0bb req-0ec6d7d8-d5b0-4f8a-9040-d437bb752f92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421822
May 06 09:39:25.166476 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-d98bbabb-6e60-4258-92c7-36aeb9e3800e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:25.167253 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-d98bbabb-6e60-4258-92c7-36aeb9e3800e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Synchronizing usage tracker for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:39:25.263418 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-d98bbabb-6e60-4258-92c7-36aeb9e3800e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Unset dirty status for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:39:25.264568 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-d98bbabb-6e60-4258-92c7-36aeb9e3800e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 945 time: 0.1831596
May 06 09:39:25.400296 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Deleting port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:39:25.400529 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:25.534256 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] For port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:39:25.534597 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:25.832910 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:25.833272 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:25.833575 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.db.l3_db [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Floating IP 986ed502-c5b2-4c4c-9fdc-21820552d646 disassociated. External IP: 172.27.3.80, port: 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f.
May 06 09:39:25.833900 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Calling delete_port for 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:39:26.005981 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:26.012029 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-767683fd-212d-4bd4-98d8-b98442bd9281 tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:39:26.062686 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event deleted for resources: {'Port': ['ID=9fda0cbd-edc6-4d51-b75d-e983f2a2f07f,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:39:26.128951 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.129327 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.129694 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.130055 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.130406 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.130764 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.131116 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.131462 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.131812 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.132165 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.132507 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.132876 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:26.191380 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:39:26.200471 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-db43744b-847b-41ea-aa28-0bf4823522af req-e3fb9d70-afd7-4ac1-a90d-e940d49ba932 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 210 time: 0.0453188
May 06 09:39:26.370216 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Router e91ff98b-b665-42ff-afd6-e045e239fb1f has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:39:26.552914 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:39:26.562755 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] Sync routers for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:39:26.573997 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:39:26.574682 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0446c10>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:39:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:39:26.629814 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] No DVR routers for this DVR port 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:39:26.632386 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:26.635751 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'name': 'network-vif-deleted', 'tag': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:39:26.683481 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f120bb9-cdf0-486e-b0fc-399ed7b967c7', 'name': 'network-vif-deleted', 'tag': '9fda0cbd-edc6-4d51-b75d-e983f2a2f07f', 'status': 'completed', 'code': 200}
May 06 09:39:26.715488 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-48d38ba9-6528-4c75-a225-4de2700dc9df req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "DELETE /v2.0/ports/9fda0cbd-edc6-4d51-b75d-e983f2a2f07f HTTP/1.1" status: 204  len: 173 time: 1.4453502
May 06 09:39:26.758780 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:39:27.073899 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0446c10>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:39:27.077916 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] Checking router: e91ff98b-b665-42ff-afd6-e045e239fb1f for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:39:27.086400 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:39:27.087009 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0446c10>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:39:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:39:27.315538 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:39:27.360469 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-810ed115-4178-48d0-8fb1-91795981081b req-db215615-04ea-4d7c-8f01-f821ddcfc287 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f120bb9-cdf0-486e-b0fc-399ed7b967c7 HTTP/1.1" status: 200  len: 210 time: 0.0454915
May 06 09:39:27.641731 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0446c10>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:39:27.645968 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7c322-092e-400d-976a-d979bd3e7fc0 None None] The sync data for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi is: [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:39:27.729456 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:39:27.768408 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:39:27.768864 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 9fda0cbd-edc6-4d51-b75d-e983f2a2f07f not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:39:27.884522 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b47db4-9ff9-44a9-bfb3-fcb57f12b641 None None] New status for floating IP 986ed502-c5b2-4c4c-9fdc-21820552d646: DOWN {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:39:28.728444 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-fde9bd39-f9af-4b9b-8a33-69263cd936e7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939078501&fields=id&tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b HTTP/1.1" status: 200  len: 267 time: 0.0444312
May 06 09:39:28.982011 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-d2016f31-7bda-4bfc-947c-60e3b4d6362c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:28.983412 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-d2016f31-7bda-4bfc-947c-60e3b4d6362c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 812 time: 0.2485101
May 06 09:39:28.999693 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-bc65707f-230b-40ca-a3c2-4241b7f03c8b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/quotas/1df3d3fddd8e4341a2d5ab1b63237a5b HTTP/1.1" status: 200  len: 375 time: 0.0098162
May 06 09:39:29.087092 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-21ff5260-3c96-43e6-9483-6124e5548fdb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0817742
May 06 09:39:29.225977 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-882b5e71-ade7-42fa-a4c8-79ce961dc123 service neutron] 10.222.0.68 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275539
May 06 09:39:29.359423 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-e51ec1ae-ad9f-4b78-87a6-a5e3551c05d6 service neutron] 10.222.0.68 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266477
May 06 09:39:30.133421 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ec4e6f3c-0aa4-4785-a708-634a569429ce req-8421edf5-6400-4131-b79e-3b9f54f2a2a0 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 210 time: 0.0419827
May 06 09:39:31.233615 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c16f91c6-c4b6-457f-a4e6-a4542b88ab43 req-bd54affb-05fc-4ad3-b340-0f44f4fa4a9e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 210 time: 0.0464752
May 06 09:39:32.339522 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f6bdeb07-938b-48a3-9d05-db3944c00965 req-a5fcdb57-4525-4458-bdbb-c68e931245d2 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 210 time: 0.0432556
May 06 09:39:33.434593 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8fdd9ff6-2e58-42ad-8eb3-3165a3446c8b req-e529df5d-3172-4d8d-81ab-656d1bb9a86e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 210 time: 0.0427659
May 06 09:39:34.589236 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ff751489-28bc-45ce-a65d-7945ae8c1de8 req-9b4d63d4-2f2d-4aa5-8b47-6aa90bfd9fef tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 210 time: 0.0471370
May 06 09:39:35.744938 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5adacb86-fa2c-42f7-af3b-4d4e101744a1 req-8e3d01c5-96f1-4e00-aa00-044cc5315f72 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 210 time: 0.0430338
May 06 09:39:36.415716 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-1a18a562-f8e1-4891-98ce-2fbe76b8623b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:36.417142 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-1a18a562-f8e1-4891-98ce-2fbe76b8623b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 812 time: 0.1529102
May 06 09:39:36.466287 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-0c3909a8-fcc0-4a05-9fbe-427d29d8fe4f tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b HTTP/1.1" status: 200  len: 380 time: 0.0395904
May 06 09:39:36.475539 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'port': {'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'admin_state_up': True, 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'security_groups': ['b2e79a7c-6496-48e5-805d-234e3b46fd2c']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:39:36.622320 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:39:36.626511 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:port and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:39:36.629509 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:39:36.635604 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:39:36.707372 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Made reservation on behalf of 1df3d3fddd8e4341a2d5ab1b63237a5b for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:39:36.711320 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:36.880261 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Allocated IP 172.20.0.9 (b96abfb7-057c-4366-8274-e8f96bd6f92d/5e0ce2cd-2092-4829-a920-ff6b77e03029/6b6fa643-3806-4461-ae7b-52b1ffc15cc5) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:39:36.894410 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-630015ee-e3d8-4a5d-b4fb-0ab7955f65b5 req-c8e36d3d-098d-47f3-ab1c-60bfa1d202c3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 210 time: 0.0425637
May 06 09:39:37.074034 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:37.089694 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Transition to ACTIVE for port object 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:39:37.182098 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:37.188231 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5999c0ae-931e-4af6-bee5-4163c685e3e8 tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:39:37.255864 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Network b96abfb7-057c-4366-8274-e8f96bd6f92d is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:39:37.264386 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:39:37.268866 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:39:37.299732 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'Port': ['ID=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:39:37.306776 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:39:37.343375 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:37.344036 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:37.458383 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-94b8d714-cfef-4ea1-bfaf-055733c95b3e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9860322
May 06 09:39:37.469872 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Request body: {'port': {'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:39:37.530122 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-859acbab-396d-4555-a7a3-e93a50de6d35 None None] Provisioning for port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:39:37.535304 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-859acbab-396d-4555-a7a3-e93a50de6d35 None None] Provisioning complete for port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:39:37.535651 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-859acbab-396d-4555-a7a3-e93a50de6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:37.589444 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-859acbab-396d-4555-a7a3-e93a50de6d35 None None] Port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:39:37.594063 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:37.934534 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:39:37.942361 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:37.957363 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Transition to ACTIVE for port object 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:39:38.034746 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:38.039675 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:39:38.091778 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53006cc7-e086-4008-b291-2ca38d6b7c90 req-f19ac714-4cda-40ed-ac26-756a739ef6ca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:38.093433 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-53006cc7-e086-4008-b291-2ca38d6b7c90 req-f19ac714-4cda-40ed-ac26-756a739ef6ca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 943 time: 0.0859473
May 06 09:39:38.149716 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-53006cc7-e086-4008-b291-2ca38d6b7c90 req-82c56112-e142-4899-9976-2112c38e7bb9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499902
May 06 09:39:38.330293 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Pushing event updated for resources: {'Port': ['ID=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:39:38.365504 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:39:38.408152 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Attempting to bind port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:39:38.408497 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Attempting to bind port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:39:38.408857 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Attempting to bind port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 on network b96abfb7-057c-4366-8274-e8f96bd6f92d {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:39:38.413449 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 on network b96abfb7-057c-4366-8274-e8f96bd6f92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:39:38.413764 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Attempting to bind port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 on network b96abfb7-057c-4366-8274-e8f96bd6f92d {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:39:38.419508 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:39:38.419760 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Checking segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:39:38.420161 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Bound using segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:39:38.420603 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Bound port: 6b6fa643-3806-4461-ae7b-52b1ffc15cc5, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:39:38.420981 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:38.512416 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] For port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:39:38.515549 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] For port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:39:38.612059 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:38.615961 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-470c3eee-1a9a-4dda-9f1d-530c36859d92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:39:38.669319 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:38.669962 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:38.671348 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] 10.222.0.73 "PUT /v2.0/ports/6b6fa643-3806-4461-ae7b-52b1ffc15cc5 HTTP/1.1" status: 200  len: 1093 time: 1.2059753
May 06 09:39:38.671898 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:39:38.702097 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Pushing event updated for resources: {'Port': ['ID=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:39:38.706124 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ffafe3e0-6ef2-4add-94de-7ac88294a10e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:39:38.722820 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'status': 'completed', 'code': 200}
May 06 09:39:38.824552 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b54cf-962b-42ca-905f-8f8a075d5863 req-8bf7fbfa-927c-4020-b1b3-2a9a5a0f06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:38.826079 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-9a7b54cf-962b-42ca-905f-8f8a075d5863 req-8bf7fbfa-927c-4020-b1b3-2a9a5a0f06b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 1096 time: 0.0819373
May 06 09:39:38.972172 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b54cf-962b-42ca-905f-8f8a075d5863 req-435887d3-6e28-49be-8add-8848f9320e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:38.973659 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-9a7b54cf-962b-42ca-905f-8f8a075d5863 req-435887d3-6e28-49be-8add-8848f9320e80 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1409278
May 06 09:39:39.109933 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b54cf-962b-42ca-905f-8f8a075d5863 req-34fbf9ac-5ddb-4293-a78f-41c20c4f530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:39.111303 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-9a7b54cf-962b-42ca-905f-8f8a075d5863 req-34fbf9ac-5ddb-4293-a78f-41c20c4f530f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1315560
May 06 09:39:39.217683 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-314df15c-1b2e-4028-8eaf-692f13a66f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:39.219215 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-314df15c-1b2e-4028-8eaf-692f13a66f0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 1096 time: 0.0738969
May 06 09:39:39.292513 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-eeaa425d-4cf0-44b7-a23a-f10124bec3b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5 HTTP/1.1" status: 200  len: 217 time: 0.0661736
May 06 09:39:39.342992 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd890a1-9276-4440-a285-f517d5f77f86 req-7574810b-b238-422d-9cc4-c7647003e8a8 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:39.344494 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cfd890a1-9276-4440-a285-f517d5f77f86 req-7574810b-b238-422d-9cc4-c7647003e8a8 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 943 time: 0.0864482
May 06 09:39:39.356737 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-834e9450-7cd4-4b69-b962-666d18f7f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:39.358233 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-834e9450-7cd4-4b69-b962-666d18f7f4bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0586517
May 06 09:39:39.391914 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-cfd890a1-9276-4440-a285-f517d5f77f86 req-d35286c2-b4ca-4834-9698-88759b41d761 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415325
May 06 09:39:39.438576 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-72cf461c-91ca-4b6d-affd-5204bfbd3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:39.440020 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-72cf461c-91ca-4b6d-affd-5204bfbd3ed8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750904
May 06 09:39:39.576558 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-17cdc4b0-5509-462d-9540-8fd5f06de252 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287472
May 06 09:39:39.709199 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-31b2ea31-b7ab-4cbe-92e5-cb1bc1f1cdfe req-bf5d6fe8-051f-4f3e-97f3-d2f5328eb960 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260722
May 06 09:39:40.579100 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256b699-3a52-47da-9e74-1327567ec8b6 req-c735c64c-91f8-4bb3-afe8-1f619afa3e8b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:40.580400 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8256b699-3a52-47da-9e74-1327567ec8b6 req-c735c64c-91f8-4bb3-afe8-1f619afa3e8b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 943 time: 0.0821195
May 06 09:39:40.628363 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8256b699-3a52-47da-9e74-1327567ec8b6 req-cc4d8826-9ed6-4ca0-a793-aba8fcc6a93d tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421631
May 06 09:39:41.814247 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb3caf-95f3-478d-b335-43f910120048 req-dcae834b-7d79-41e0-bf8a-8c58ea5eba77 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:41.815695 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-79cb3caf-95f3-478d-b335-43f910120048 req-dcae834b-7d79-41e0-bf8a-8c58ea5eba77 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 943 time: 0.0830340
May 06 09:39:41.860934 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-79cb3caf-95f3-478d-b335-43f910120048 req-5437a9fb-9784-4f68-aca0-09c807179e58 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394166
May 06 09:39:43.053279 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63db91-4c16-466c-aa11-5f9c8ee99ce3 req-0cf0a15d-f267-4d0e-9087-28776e001728 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:43.054661 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fc63db91-4c16-466c-aa11-5f9c8ee99ce3 req-0cf0a15d-f267-4d0e-9087-28776e001728 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 943 time: 0.0837150
May 06 09:39:43.100944 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fc63db91-4c16-466c-aa11-5f9c8ee99ce3 req-56dd9c52-9591-450b-9781-841ecca09c92 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398962
May 06 09:39:44.288905 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ed9d7-ede8-49ee-80c3-572e00a8803e req-62304065-4e4a-48aa-b441-12b9da1fcf00 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:44.290980 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c31ed9d7-ede8-49ee-80c3-572e00a8803e req-62304065-4e4a-48aa-b441-12b9da1fcf00 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 943 time: 0.0814440
May 06 09:39:44.336195 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c31ed9d7-ede8-49ee-80c3-572e00a8803e req-2a11d5f6-0f04-443a-88a9-1e8086c9e8f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394650
May 06 09:39:45.678411 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86685-eaf1-4033-803b-49d036d08b51 req-27f94dda-749d-4691-9724-5fbafb23b1ca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:45.679862 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3da86685-eaf1-4033-803b-49d036d08b51 req-27f94dda-749d-4691-9724-5fbafb23b1ca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 943 time: 0.0861461
May 06 09:39:45.726434 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-3da86685-eaf1-4033-803b-49d036d08b51 req-ee6a35f2-8dd7-46dd-8695-754fa4157519 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399706
May 06 09:39:46.811663 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-cc98b30d-5485-4729-9cb5-883f6f589a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:46.919194 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11813e-9d25-4f2e-a58e-f19f7982fdb3 req-33eecfb8-a4c7-4dd1-bb7f-84a56f01d1b1 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:46.920680 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4d11813e-9d25-4f2e-a58e-f19f7982fdb3 req-33eecfb8-a4c7-4dd1-bb7f-84a56f01d1b1 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 943 time: 0.0876141
May 06 09:39:46.968419 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-4d11813e-9d25-4f2e-a58e-f19f7982fdb3 req-15845cbc-6d35-4ff7-a66a-e059dee8178a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404854
May 06 09:39:47.822900 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:39:47.957481 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:39:47.971717 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:39:48.034543 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:48.052506 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:39:48.068965 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:39:48.136200 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:48.139152 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-b2c7817d-495b-4f7e-8c5f-b28c317b4897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:39:48.177417 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa7fe9-bb83-4a16-a379-9d1c93791fa2 req-da58ee31-192e-4e8e-ad48-ddc412ce2ae5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:48.180300 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-28aa7fe9-bb83-4a16-a379-9d1c93791fa2 req-da58ee31-192e-4e8e-ad48-ddc412ce2ae5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 943 time: 0.0974836
May 06 09:39:48.221753 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:39:48.228964 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-28aa7fe9-bb83-4a16-a379-9d1c93791fa2 req-41813175-0d7a-4057-af80-9b18b46efd69 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433111
May 06 09:39:48.237207 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.237566 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.237907 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.238240 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.238571 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.238901 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.239220 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.239584 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.239878 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.240199 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.240516 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.240860 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:48.247898 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:39:48.339542 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['6b6fa643-3806-4461-ae7b-52b1ffc15cc5'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:39:49.329817 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:49.514086 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206efe8a-5084-4d54-8d0d-71e220a24682 req-5fa368f5-f277-4280-b3af-e0633dc47160 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:49.515556 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-206efe8a-5084-4d54-8d0d-71e220a24682 req-5fa368f5-f277-4280-b3af-e0633dc47160 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 944 time: 0.1771247
May 06 09:39:49.565247 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-206efe8a-5084-4d54-8d0d-71e220a24682 req-21f01f9b-5344-4649-901a-7c9d15eed3ee tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436022
May 06 09:39:49.646216 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-da8b35f3-4284-4e11-be12-7b08b8edefca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:49.838654 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:39:50.000119 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:39:50.005236 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:39:50.005612 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:50.122441 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:50.149155 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:39:50.160459 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:39:50.194686 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'code': 200}
May 06 09:39:50.235142 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:50.237585 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:39:50.311651 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:39:50.314730 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:39:50.480332 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:50.615861 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97904ef5-9347-4201-813d-18f674cd7b3f req-a8eacdab-3a82-455d-a18d-3c8a52a67946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:50.617520 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-97904ef5-9347-4201-813d-18f674cd7b3f req-a8eacdab-3a82-455d-a18d-3c8a52a67946 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 1098 time: 0.0716136
May 06 09:39:50.660946 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-97904ef5-9347-4201-813d-18f674cd7b3f req-d1b53013-4ee3-4047-922f-1714a269ac8c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371363
May 06 09:39:50.757633 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3de959-6a20-4fdb-b00c-b371be0f6700 req-c5c557be-d6d7-4da7-b0ea-888841c80eb7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:50.759017 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ad3de959-6a20-4fdb-b00c-b371be0f6700 req-c5c557be-d6d7-4da7-b0ea-888841c80eb7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 945 time: 0.0828729
May 06 09:39:50.804172 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-ad3de959-6a20-4fdb-b00c-b371be0f6700 req-7c8b35b2-ec57-484c-ab95-64999fed4c91 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393012
May 06 09:39:51.993204 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10fe44-2da6-4dcb-a158-512f04b87f5a req-f7a80256-f69d-467d-ac78-71c23821f26b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:51.994659 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dc10fe44-2da6-4dcb-a158-512f04b87f5a req-f7a80256-f69d-467d-ac78-71c23821f26b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 945 time: 0.0811038
May 06 09:39:52.044631 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-dc10fe44-2da6-4dcb-a158-512f04b87f5a req-dc2abe92-8c94-4854-b933-9ca6e8dce227 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442283
May 06 09:39:52.177544 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:52.228571 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d10aa2-f4cc-4632-ae7d-19591a937bd2 req-9e95aa41-d714-4e77-8f4d-e69a1a30f433 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:52.230115 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-05d10aa2-f4cc-4632-ae7d-19591a937bd2 req-9e95aa41-d714-4e77-8f4d-e69a1a30f433 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 945 time: 0.0832829
May 06 09:39:52.278302 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-05d10aa2-f4cc-4632-ae7d-19591a937bd2 req-6b53e6e1-db5f-4bce-8919-bc9923a2e3a5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417991
May 06 09:39:52.301631 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47268) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:39:52.376426 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e359e6ee-6701-4103-9d6a-215cabf50623 tempest-TestVolumeBootPattern-605807183 tempest-TestVolumeBootPattern-605807183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:52.377067 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-e359e6ee-6701-4103-9d6a-215cabf50623 tempest-TestVolumeBootPattern-605807183 tempest-TestVolumeBootPattern-605807183-project-admin] Synchronizing usage tracker for tenant:9871c69d998247d3ba5df4896d59626a on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:39:52.455463 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-e359e6ee-6701-4103-9d6a-215cabf50623 tempest-TestVolumeBootPattern-605807183 tempest-TestVolumeBootPattern-605807183-project-admin] Unset dirty status for tenant:9871c69d998247d3ba5df4896d59626a on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:39:52.456612 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-e359e6ee-6701-4103-9d6a-215cabf50623 tempest-TestVolumeBootPattern-605807183 tempest-TestVolumeBootPattern-605807183-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 1093 time: 0.1539130
May 06 09:39:52.459402 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47272) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:39:52.465556 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'floatingip': {'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:39:52.472872 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:39:52.476895 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:floatingip and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:39:52.480030 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:39:52.486114 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:39:52.570214 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:52.597251 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:39:52.712993 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:52.850666 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Allocated IP 172.27.3.118 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/8c011cab-bbe3-4d61-9bfc-94379b9c01b5) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:39:53.002614 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:53.102178 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:53.106270 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f3b9fe7b-7702-4ca5-9c86-6b73ad552dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:39:53.170163 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:39:53.173046 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:39:53.181290 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:39:53.217716 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'Port': ['ID=8c011cab-bbe3-4d61-9bfc-94379b9c01b5,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:39:53.231134 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.231518 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.231895 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.232264 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.232627 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.233024 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.233385 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.233745 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.234104 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.234459 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.234811 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.235162 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:39:53.240503 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:39:53.622449 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:53.646446 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:53.766087 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:54.102413 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:54.166176 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:54.170554 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-7871bad3-fffb-41da-b964-a3cb6392c03a tempest-TestShelveInstance-875133991 tempest-TestShelveInstance-875133991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:39:54.280194 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'Port': ['ID=8c011cab-bbe3-4d61-9bfc-94379b9c01b5,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:39:54.283194 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:39:54.297076 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:54.483407 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.l3_db [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Floating IP 2feef3fc-f86c-4123-8850-e8891ffae0bd associated. External IP: 172.27.3.118, port: 6b6fa643-3806-4461-ae7b-52b1ffc15cc5.
May 06 09:39:54.852223 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Router e91ff98b-b665-42ff-afd6-e045e239fb1f has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:39:55.036266 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:39:55.047542 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] Sync routers for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:39:55.058151 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:39:55.058770 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06dd3d0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:39:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:39:55.120433 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:39:55.177253 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-7ed1906f-1a46-44a1-becb-bc56bdbef204 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7168214
May 06 09:39:55.177932 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:39:55.225825 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'status': 'completed', 'code': 200}
May 06 09:39:55.306522 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:39:55.332148 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-cd0fe114-d524-40d4-a66f-81a3c274446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:55.335193 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-cd0fe114-d524-40d4-a66f-81a3c274446f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 1098 time: 0.0850794
May 06 09:39:55.475094 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-1a51bef9-4b13-4b37-91e9-aa5382355843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:55.476606 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-1a51bef9-4b13-4b37-91e9-aa5382355843 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.1351645
May 06 09:39:55.700091 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-4ad74ca4-47a9-4844-91e2-d255025ff967 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5 HTTP/1.1" status: 200  len: 999 time: 0.2173259
May 06 09:39:55.764237 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-3f2d47a7-ea69-4489-b6ac-d9cd186b278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:55.765733 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-3f2d47a7-ea69-4489-b6ac-d9cd186b278f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0588861
May 06 09:39:55.831298 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06dd3d0>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '2feef3fc-f86c-4123-8850-e8891ffae0bd', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:39:53Z', 'updated_at': '2021-05-06T09:39:53Z', 'revision_number': 0, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:39:55.835431 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] Checking router: e91ff98b-b665-42ff-afd6-e045e239fb1f for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:39:55.843431 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-3a4d73ac-21d8-4a38-bfcd-49ade6a8dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:39:55.844537 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:39:55.845192 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06dd3d0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:39:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:39:55.845321 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-3a4d73ac-21d8-4a38-bfcd-49ade6a8dc48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732648
May 06 09:39:55.983718 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-3af7d10b-a6fb-401f-946a-cdb1e5ac01cf service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324360
May 06 09:39:56.031357 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:39:56.122891 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-f97c00ce-2df1-4379-8ded-25d835a6b238 req-91463faf-92b3-4a8f-9da5-09905b000131 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332765
May 06 09:39:56.400959 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06dd3d0>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '2feef3fc-f86c-4123-8850-e8891ffae0bd', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:39:53Z', 'updated_at': '2021-05-06T09:39:53Z', 'revision_number': 0, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:39:56.405273 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd3142-4878-4644-a266-ee861935ac30 None None] The sync data for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi is: [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '2feef3fc-f86c-4123-8850-e8891ffae0bd', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:39:53Z', 'updated_at': '2021-05-06T09:39:53Z', 'revision_number': 0, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:39:56.605543 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e4c9d-0956-4be0-8c23-67c83a6347c4 None None] New status for floating IP 2feef3fc-f86c-4123-8850-e8891ffae0bd: ACTIVE {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:40:16.820684 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-8620d6f1-241f-4028-81e6-7ea7439ce595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:19.314441 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:19.657374 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4a329956-750e-4910-80ef-c528c390e2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:20.462773 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:22.209437 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:23.611818 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:29.595721 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:40:34.833388 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-3c36fb00-f7d4-4600-972c-c5f70cbe9c93 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2050276
May 06 09:40:34.970961 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-c9f3a97f-1105-4c78-a0ca-646b33b2f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:40:34.972453 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-c9f3a97f-1105-4c78-a0ca-646b33b2f007 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 1098 time: 0.0704231
May 06 09:40:35.117355 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-07c4d328-8ec7-4477-88b6-110a23cb5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:40:35.119487 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-07c4d328-8ec7-4477-88b6-110a23cb5761 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.1268089
May 06 09:40:35.254161 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-c4ebce28-03f3-4ca7-a062-1feb87e3a10b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5 HTTP/1.1" status: 200  len: 1001 time: 0.1272364
May 06 09:40:35.319465 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-00caad65-3774-4ada-aade-11d9b3124495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:40:35.320961 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-00caad65-3774-4ada-aade-11d9b3124495 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0601437
May 06 09:40:35.402702 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-ef058723-8537-4a34-abd4-32bf9a328a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:40:35.404245 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-ef058723-8537-4a34-abd4-32bf9a328a8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767634
May 06 09:40:35.537008 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-cfa5b387-6ac7-46ed-8f2a-b3690ea642b2 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247196
May 06 09:40:35.667082 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-253fc6f6-b674-4da8-b2b3-ec040b81d56f req-41c13e6f-415d-41e5-b781-62972a0673c9 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239176
May 06 09:40:46.833921 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-16043980-42dc-4573-8aef-bb99621f4176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:49.325904 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:49.599665 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-666ff756-4224-4dc6-872b-94e5395093e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:50.466336 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:52.188217 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:40:52.262431 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [req-688a09fd-bf9b-459d-9026-88e9762c1a64 req-ca76252a-ce50-4bd7-b208-97d60d1b9a21 service neutron] (74357) timed out ('10.222.0.73', 55267) {{(pid=74357) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 06 09:40:53.603943 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:06.595392 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:41:16.831557 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-662abdf3-fdd8-4dc2-9058-f7a5d9c7daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:19.334178 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:19.625944 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-833d0eb4-347b-4888-9ea9-e3c9916d7a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:20.466266 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:22.182463 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:23.566203 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-ecc9c95f-e46d-4430-9510-19187570e011 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939078501&fields=id&tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b HTTP/1.1" status: 200  len: 267 time: 0.0422738
May 06 09:41:23.608540 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:23.760932 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-603ba764-ae39-4cf1-b70e-f052ebf2af58 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:23.762931 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-603ba764-ae39-4cf1-b70e-f052ebf2af58 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 812 time: 0.1900420
May 06 09:41:23.778592 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-c0293f4d-fea2-4acb-819e-30fe7f0f5fc8 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/quotas/1df3d3fddd8e4341a2d5ab1b63237a5b HTTP/1.1" status: 200  len: 375 time: 0.0100470
May 06 09:41:23.872131 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-5c0dfc6f-4a74-4f86-8323-e4386e9ebd7b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0879931
May 06 09:41:24.114655 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-e6b8282f-772a-4ed6-9d23-2c89942ba3cb service neutron] 10.222.0.68 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311456
May 06 09:41:24.243877 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-982d76bf-acdd-4e8d-b8de-9f5e4e7539d0 service neutron] 10.222.0.68 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233373
May 06 09:41:24.903656 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-02a995ea-23fb-49cd-8ada-8ea2e24419d1 req-d7d3142a-ca87-4a25-8a54-042dee1c53f3 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 210 time: 0.0972807
May 06 09:41:26.055031 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-de72ff52-57d8-487a-a2eb-5f58a87b1169 req-7cd41f1b-cddd-449d-93c5-de637e291803 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 210 time: 0.0480609
May 06 09:41:26.653171 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-4a89ee50-a2e3-469d-8179-a8a3c92b9a6c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:26.655043 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-4a89ee50-a2e3-469d-8179-a8a3c92b9a6c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 812 time: 0.1436605
May 06 09:41:26.703378 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-85d2d923-33ce-43e7-8fe8-7a4fe0daaa95 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b HTTP/1.1" status: 200  len: 380 time: 0.0394945
May 06 09:41:26.712183 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'port': {'device_id': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'admin_state_up': True, 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'security_groups': ['b2e79a7c-6496-48e5-805d-234e3b46fd2c']}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:41:26.954502 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:41:26.958592 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:port and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:41:26.961453 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74356) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:41:26.967174 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.quota.driver [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:41:27.039638 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Made reservation on behalf of 1df3d3fddd8e4341a2d5ab1b63237a5b for: {'port': 1} {{(pid=74356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 06 09:41:27.043184 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:27.206483 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_common [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Allocated IP 172.20.0.6 (b96abfb7-057c-4366-8274-e8f96bd6f92d/5e0ce2cd-2092-4829-a920-ff6b77e03029/dbbd7e77-a6f7-40ed-95f5-68283f208461) {{(pid=74356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:41:27.207066 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-fc8dce97-fc17-42af-90b5-7f7fc3d2bd99 req-e206a079-ca7e-413f-af8e-16c17a6db4ea tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 210 time: 0.0467932
May 06 09:41:27.394261 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for port, precommit_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:27.409349 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Transition to ACTIVE for port object dbbd7e77-a6f7-40ed-95f5-68283f208461 will not be triggered until provisioned by entity DHCP. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:41:27.485815 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_create {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:27.492853 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ffe69e35-f8ff-4431-908a-7015112894d7 tempest-VolumesSnapshotTestJSON-725004027 tempest-VolumesSnapshotTestJSON-725004027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:41:27.554914 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Network b96abfb7-057c-4366-8274-e8f96bd6f92d is already hosted by enough agents. {{(pid=74356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:41:27.558002 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.base_scheduler [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources bound (agent type, host, resource id):  {{(pid=74356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:41:27.567075 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Received port after_create {{(pid=74356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:41:27.604536 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'Port': ['ID=dbbd7e77-a6f7-40ed-95f5-68283f208461,revision_number=1']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:41:27.619129 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.620045 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.620045 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.620336 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.620572 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.620905 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.621376 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.621626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.621938 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.622986 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.623203 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.623543 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:27.629441 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:41:27.650212 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:27.650874 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:27.743176 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-32e24aaa-2753-4eb1-baec-a875d33e4a7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0344131
May 06 09:41:27.754169 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.v2.base [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Request body: {'port': {'device_id': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:41:27.868628 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:27.882677 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e14d3c82-1124-4d20-9103-5ae8a30111ec None None] Provisioning for port dbbd7e77-a6f7-40ed-95f5-68283f208461 completed by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:41:27.887689 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e14d3c82-1124-4d20-9103-5ae8a30111ec None None] Provisioning complete for port dbbd7e77-a6f7-40ed-95f5-68283f208461 triggered by entity DHCP. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:41:27.889761 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e14d3c82-1124-4d20-9103-5ae8a30111ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:27.941930 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e14d3c82-1124-4d20-9103-5ae8a30111ec None None] Port dbbd7e77-a6f7-40ed-95f5-68283f208461 cannot update to ACTIVE because it is not bound. {{(pid=74358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 06 09:41:28.209236 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbd7e77-a6f7-40ed-95f5-68283f208461 {{(pid=74356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:41:28.216666 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:28.230676 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.provisioning_blocks [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Transition to ACTIVE for port object dbbd7e77-a6f7-40ed-95f5-68283f208461 will not be triggered until provisioned by entity L2. {{(pid=74356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 06 09:41:28.299878 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:28.303898 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-fbe32c66-c0a7-446b-b532-8dac9a7a2fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:41:28.407048 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f83e7-0205-46ce-92fb-b1f26bc8fe6c req-880b80b0-5b8d-4d52-9d8b-c087cf292be6 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:28.410884 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-676f83e7-0205-46ce-92fb-b1f26bc8fe6c req-880b80b0-5b8d-4d52-9d8b-c087cf292be6 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 943 time: 0.0854738
May 06 09:41:28.434576 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Pushing event updated for resources: {'Port': ['ID=dbbd7e77-a6f7-40ed-95f5-68283f208461,revision_number=2']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:41:28.457698 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-676f83e7-0205-46ce-92fb-b1f26bc8fe6c req-e690b888-ea27-4380-9bfe-d23d8ed4ade7 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423052
May 06 09:41:28.465143 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:41:28.545244 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Attempting to bind port dbbd7e77-a6f7-40ed-95f5-68283f208461 on host hv-cinder-79001 for vnic_type normal with profile  {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 06 09:41:28.545571 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Attempting to bind port dbbd7e77-a6f7-40ed-95f5-68283f208461 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 06 09:41:28.545890 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Attempting to bind port dbbd7e77-a6f7-40ed-95f5-68283f208461 on network b96abfb7-057c-4366-8274-e8f96bd6f92d {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:41:28.550465 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Port dbbd7e77-a6f7-40ed-95f5-68283f208461 on network b96abfb7-057c-4366-8274-e8f96bd6f92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 06 09:41:28.550775 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Attempting to bind port dbbd7e77-a6f7-40ed-95f5-68283f208461 on network b96abfb7-057c-4366-8274-e8f96bd6f92d {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 06 09:41:28.555873 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Checking agent: {'id': '9a47c9df-1f93-48d9-8a1b-85124b166b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'started_at': datetime.datetime(2021, 5, 6, 9, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 06 09:41:28.556224 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Checking segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 06 09:41:28.556571 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Bound using segment: {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'} {{(pid=74356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 06 09:41:28.557017 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.managers [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Bound port: dbbd7e77-a6f7-40ed-95f5-68283f208461, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952ebc85-f746-4498-9fdb-d926542aff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d'}}] {{(pid=74356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 06 09:41:28.557360 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:28.648868 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] For port dbbd7e77-a6f7-40ed-95f5-68283f208461, host hv-cinder-79001, cleared binding levels {{(pid=74356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 06 09:41:28.651646 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] For port dbbd7e77-a6f7-40ed-95f5-68283f208461, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dbbd7e77-a6f7-40ed-95f5-68283f208461,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 06 09:41:28.732331 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27949641'] for port, after_update {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:28.736431 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-db967d0f-0f2c-4698-9654-f4d1197712e5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:41:28.789294 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:28.790357 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:28.791450 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] 10.222.0.73 "PUT /v2.0/ports/dbbd7e77-a6f7-40ed-95f5-68283f208461 HTTP/1.1" status: 200  len: 1093 time: 1.0415108
May 06 09:41:28.791973 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:41:28.822067 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Pushing event updated for resources: {'Port': ['ID=dbbd7e77-a6f7-40ed-95f5-68283f208461,revision_number=3']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:41:28.825267 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-6d82396f-35c9-4d73-b84b-88b60ee3a7ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:41:28.934054 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'status': 'completed', 'code': 200}
May 06 09:41:28.973494 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-446f7a04-b34f-409c-ab41-e07e4a8204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:28.975183 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-446f7a04-b34f-409c-ab41-e07e4a8204f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 1096 time: 0.0873227
May 06 09:41:29.042798 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-40353a4f-4b08-4742-b77a-b4e63a9443d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbbd7e77-a6f7-40ed-95f5-68283f208461 HTTP/1.1" status: 200  len: 217 time: 0.0602462
May 06 09:41:29.208964 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-720cf034-0154-4508-a618-fefe4ce5f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:29.210429 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-720cf034-0154-4508-a618-fefe4ce5f047 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.1618443
May 06 09:41:29.285564 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-a8443838-1c3a-42de-b3f4-a37ff90b0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:29.287033 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-a8443838-1c3a-42de-b3f4-a37ff90b0ecf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697670
May 06 09:41:29.416018 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-ddd4b100-a0a1-4526-b250-6d8773bb00b5 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223085
May 06 09:41:29.547569 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-5c98e2cc-ebc1-4489-91d3-41bb5f70369e req-42772d26-a71e-479d-ad3d-546085944dee service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250472
May 06 09:41:29.645732 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b88a96-e743-4388-bf96-446743603146 req-53b63436-436e-4b7a-9e43-be40caecf841 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:29.647190 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f3b88a96-e743-4388-bf96-446743603146 req-53b63436-436e-4b7a-9e43-be40caecf841 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 943 time: 0.0818872
May 06 09:41:29.692270 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f3b88a96-e743-4388-bf96-446743603146 req-545431dc-14c1-4556-88e5-7b1913e6b208 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391641
May 06 09:41:29.724095 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec11efb-f641-4328-a333-ea47247e79dc req-3efa8361-e5a9-4d20-b7b2-6365afd7c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:29.726546 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7ec11efb-f641-4328-a333-ea47247e79dc req-3efa8361-e5a9-4d20-b7b2-6365afd7c103 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 1096 time: 0.0752423
May 06 09:41:29.855628 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec11efb-f641-4328-a333-ea47247e79dc req-0c9ec7f7-893e-43ae-a971-692df32a649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:29.857040 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7ec11efb-f641-4328-a333-ea47247e79dc req-0c9ec7f7-893e-43ae-a971-692df32a649a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.1242075
May 06 09:41:29.938188 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7ec11efb-f641-4328-a333-ea47247e79dc req-6ad6539c-fa97-4fe6-8a55-8d7888793c60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbbd7e77-a6f7-40ed-95f5-68283f208461 HTTP/1.1" status: 200  len: 217 time: 0.0718141
May 06 09:41:30.008069 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec11efb-f641-4328-a333-ea47247e79dc req-26e4cbca-418f-4f9f-bb8a-06dce2a32b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:30.009586 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7ec11efb-f641-4328-a333-ea47247e79dc req-26e4cbca-418f-4f9f-bb8a-06dce2a32b3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0619757
May 06 09:41:30.090146 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec11efb-f641-4328-a333-ea47247e79dc req-8c8204f3-c1c5-4fff-ab37-d78a23fceeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:30.091687 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7ec11efb-f641-4328-a333-ea47247e79dc req-8c8204f3-c1c5-4fff-ab37-d78a23fceeb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727935
May 06 09:41:30.230109 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7ec11efb-f641-4328-a333-ea47247e79dc req-6cc3b6e4-03ae-40c1-8162-9bc753d50738 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287396
May 06 09:41:30.361347 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-7ec11efb-f641-4328-a333-ea47247e79dc req-55210a7f-e1ec-427d-9713-75f0122282cd service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244307
May 06 09:41:30.879703 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca4214-0d9e-4236-a488-30e5dce9fcb7 req-d99974f8-9aec-4275-bcd6-fe3bdda86c70 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:30.881182 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b2ca4214-0d9e-4236-a488-30e5dce9fcb7 req-d99974f8-9aec-4275-bcd6-fe3bdda86c70 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 943 time: 0.0814934
May 06 09:41:30.926257 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b2ca4214-0d9e-4236-a488-30e5dce9fcb7 req-1f43632c-a5ae-4097-96a1-a09ac67858bc tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391407
May 06 09:41:32.112486 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fcd2d-6b57-487c-9577-2c5f7210ee02 req-b41e3e33-bfb8-4bb1-8c23-a8c255038ab1 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:32.113981 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-338fcd2d-6b57-487c-9577-2c5f7210ee02 req-b41e3e33-bfb8-4bb1-8c23-a8c255038ab1 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 943 time: 0.0831385
May 06 09:41:32.161336 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-338fcd2d-6b57-487c-9577-2c5f7210ee02 req-232b2cdb-828b-4e6a-bdcc-5c5cc27f37c0 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415363
May 06 09:41:33.351883 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cd2ce-81b4-46d1-a949-0431b5fc9352 req-34283db3-7ab3-4ca2-a716-87a9d6ded954 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:33.353392 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9d6cd2ce-81b4-46d1-a949-0431b5fc9352 req-34283db3-7ab3-4ca2-a716-87a9d6ded954 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 943 time: 0.0829749
May 06 09:41:33.397958 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-9d6cd2ce-81b4-46d1-a949-0431b5fc9352 req-95620c38-2d66-47a6-97f8-62e4731c0e47 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387719
May 06 09:41:34.591746 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2086bc-c119-45af-bad1-ef775099a002 req-758a78ff-5ee8-49f6-b485-96e66d75866c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:34.593261 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2a2086bc-c119-45af-bad1-ef775099a002 req-758a78ff-5ee8-49f6-b485-96e66d75866c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 943 time: 0.0883138
May 06 09:41:34.639594 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2a2086bc-c119-45af-bad1-ef775099a002 req-c2d1a97f-dee7-4ed2-b0cf-e2ba6588a450 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403738
May 06 09:41:35.825826 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b7363-56d3-4c8e-9951-b1f31e7007f4 req-3cdfd7aa-9340-462c-982c-3baf58d6635f tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:35.827339 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-102b7363-56d3-4c8e-9951-b1f31e7007f4 req-3cdfd7aa-9340-462c-982c-3baf58d6635f tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 943 time: 0.0811048
May 06 09:41:35.873999 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-102b7363-56d3-4c8e-9951-b1f31e7007f4 req-c3a7dd92-5936-4b6e-b7d4-2ef70e62cba0 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408466
May 06 09:41:36.699435 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02005365-bdd5-4c78-a943-c19242f247fb req-ec5d42a6-6eae-4fb7-99e3-ae71dcb39bd4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0740247
May 06 09:41:36.835812 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02005365-bdd5-4c78-a943-c19242f247fb req-79117b81-4292-43c4-9664-85e05e0affb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:36.837310 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02005365-bdd5-4c78-a943-c19242f247fb req-79117b81-4292-43c4-9664-85e05e0affb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 1098 time: 0.0715408
May 06 09:41:36.986024 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02005365-bdd5-4c78-a943-c19242f247fb req-aa7190c4-a4c2-46b7-b481-4c7a0ae06cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:36.987159 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02005365-bdd5-4c78-a943-c19242f247fb req-aa7190c4-a4c2-46b7-b481-4c7a0ae06cdf service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.1299167
May 06 09:41:37.063818 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bcf99-87bb-4208-91e3-a92f3ff375fe req-a1394789-c38c-4b3e-ba20-7e7b52f1fe7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:37.065327 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b78bcf99-87bb-4208-91e3-a92f3ff375fe req-a1394789-c38c-4b3e-ba20-7e7b52f1fe7a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 943 time: 0.0842576
May 06 09:41:37.093183 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02005365-bdd5-4c78-a943-c19242f247fb req-1bde04d2-adaa-4b24-af4c-2744ad29101d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5 HTTP/1.1" status: 200  len: 1001 time: 0.0987272
May 06 09:41:37.112281 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b78bcf99-87bb-4208-91e3-a92f3ff375fe req-74d9097c-1010-4915-a4e5-c6269c2b330a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411811
May 06 09:41:37.156263 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02005365-bdd5-4c78-a943-c19242f247fb req-d6f76a3f-107e-4cf5-9779-2c27a9bfb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:37.157756 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02005365-bdd5-4c78-a943-c19242f247fb req-d6f76a3f-107e-4cf5-9779-2c27a9bfb764 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0576291
May 06 09:41:37.337556 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02005365-bdd5-4c78-a943-c19242f247fb req-317b97be-0e88-4de3-82b2-dc2a1609627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:37.339041 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02005365-bdd5-4c78-a943-c19242f247fb req-317b97be-0e88-4de3-82b2-dc2a1609627b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1743643
May 06 09:41:37.474394 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02005365-bdd5-4c78-a943-c19242f247fb req-9eabe13e-52e2-4206-b3cd-fbde4dec5dca service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272492
May 06 09:41:37.609609 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02005365-bdd5-4c78-a943-c19242f247fb req-f54d9a86-a9d7-4606-a52f-69a076cffc93 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281457
May 06 09:41:38.195640 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device dbbd7e77-a6f7-40ed-95f5-68283f208461 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 06 09:41:38.311444 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76400d-5827-477c-807b-abd4fc166685 req-9d07bfbb-eb09-4a41-ae20-29ca2aa02077 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:38.312932 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8d76400d-5827-477c-807b-abd4fc166685 req-9d07bfbb-eb09-4a41-ae20-29ca2aa02077 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 943 time: 0.0902004
May 06 09:41:38.357857 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-8d76400d-5827-477c-807b-abd4fc166685 req-b94b1c16-e8cc-4f3b-98dd-f9fece454394 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389853
May 06 09:41:38.377535 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port dbbd7e77-a6f7-40ed-95f5-68283f208461, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dbbd7e77-a6f7-40ed-95f5-68283f208461,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:41:38.390668 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Returning: {'device': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'port_id': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'mac_address': 'fa:16:3e:b8:39:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 06 09:41:38.446582 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:38.462350 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbd7e77-a6f7-40ed-95f5-68283f208461 {{(pid=74358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 06 09:41:38.477181 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port dbbd7e77-a6f7-40ed-95f5-68283f208461, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dbbd7e77-a6f7-40ed-95f5-68283f208461,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:41:38.542301 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:38.543777 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-3b6a03b0-8d2e-4ac1-b802-3412525ac216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:41:38.609880 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=dbbd7e77-a6f7-40ed-95f5-68283f208461,revision_number=4']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:41:38.617227 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.617570 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.617908 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.618241 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.618571 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.618899 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.619222 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.619544 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.619866 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.620183 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.620506 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.620894 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:38.624603 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:41:38.784474 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] get_ports_and_sgs() called for port_ids ['dbbd7e77-a6f7-40ed-95f5-68283f208461'] {{(pid=74358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 06 09:41:39.542160 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b831ed-23ac-4cf2-a9ef-fc8e6dc4751e req-fde8a0ef-835c-4ab4-a2fa-2a74508cd682 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:39.543628 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-87b831ed-23ac-4cf2-a9ef-fc8e6dc4751e req-fde8a0ef-835c-4ab4-a2fa-2a74508cd682 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 944 time: 0.0810976
May 06 09:41:39.592879 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-87b831ed-23ac-4cf2-a9ef-fc8e6dc4751e req-0b0e6564-a7c7-43d3-b5ad-0a5e2f2f4b89 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433640
May 06 09:41:40.212359 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device dbbd7e77-a6f7-40ed-95f5-68283f208461 up at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 06 09:41:40.347840 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning for port dbbd7e77-a6f7-40ed-95f5-68283f208461 completed by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 06 09:41:40.353054 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.provisioning_blocks [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Provisioning complete for port dbbd7e77-a6f7-40ed-95f5-68283f208461 triggered by entity L2. {{(pid=74358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 06 09:41:40.353443 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3610980'] for port, provisioning_complete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:40.476265 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:40.509389 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461'}] {{(pid=74358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:41:40.519219 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] For port dbbd7e77-a6f7-40ed-95f5-68283f208461, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dbbd7e77-a6f7-40ed-95f5-68283f208461,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:41:40.554643 dv-cinder-790014-1-iscsi neutron-server[74358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'code': 200}
May 06 09:41:40.631059 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477'] for port, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:40.632983 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-ea01b0bf-4bfd-40ab-ba15-0d550515b6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:41:40.704577 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Pushing event updated for resources: {'Port': ['ID=dbbd7e77-a6f7-40ed-95f5-68283f208461,revision_number=5']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:41:40.707761 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:41:40.786623 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d2a6d-16dd-4e8b-aa1d-b7a18056eaf9 req-d6fd08b4-dbe0-4e02-a028-35f250da502c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:40.788095 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-309d2a6d-16dd-4e8b-aa1d-b7a18056eaf9 req-d6fd08b4-dbe0-4e02-a028-35f250da502c tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 945 time: 0.0812526
May 06 09:41:40.835459 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-309d2a6d-16dd-4e8b-aa1d-b7a18056eaf9 req-6e425564-bc78-4100-ac1f-5ecd45450448 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413830
May 06 09:41:40.997016 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc3429-ccc1-4c57-87de-b6a4695b8721 req-af3bd0a3-dd67-41f0-9b27-be37ff93e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:40.999012 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-ebbc3429-ccc1-4c57-87de-b6a4695b8721 req-af3bd0a3-dd67-41f0-9b27-be37ff93e42a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 1098 time: 0.0709770
May 06 09:41:41.073699 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-ebbc3429-ccc1-4c57-87de-b6a4695b8721 req-59a90a4c-44a5-4d48-a47a-8a238d6a6eed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365930
May 06 09:41:42.029862 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de24f5-dbcb-445d-b33c-0cf514ae0579 req-738781c8-2b44-4159-8f92-45bdf0573256 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:42.031348 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5de24f5-dbcb-445d-b33c-0cf514ae0579 req-738781c8-2b44-4159-8f92-45bdf0573256 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 945 time: 0.0862389
May 06 09:41:42.077191 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-b5de24f5-dbcb-445d-b33c-0cf514ae0579 req-69fad143-ed87-43cf-be4c-ce84485dd969 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399733
May 06 09:41:42.261772 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d91c1-cf6e-405a-9c6f-3209892bcdb8 req-f8c74c1b-9df7-482b-80dc-d73b160db3da tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:42.263258 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-da7d91c1-cf6e-405a-9c6f-3209892bcdb8 req-f8c74c1b-9df7-482b-80dc-d73b160db3da tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 945 time: 0.0820529
May 06 09:41:42.310956 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-da7d91c1-cf6e-405a-9c6f-3209892bcdb8 req-f91c5a4b-494f-44de-9a16-2a441fb6c942 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399497
May 06 09:41:42.334184 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47390) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:41:42.505041 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c484c8-9a9c-40df-b8dc-94941787e2de tempest-TestVolumeBootPattern-605807183 tempest-TestVolumeBootPattern-605807183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:42.506468 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-55c484c8-9a9c-40df-b8dc-94941787e2de tempest-TestVolumeBootPattern-605807183 tempest-TestVolumeBootPattern-605807183-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 1093 time: 0.1712089
May 06 09:41:42.509431 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47394) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:41:42.514480 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.v2.base [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Request body: {'floatingip': {'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'port_id': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 06 09:41:42.520312 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 06 09:41:42.524132 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Usage tracker for resource:floatingip and tenant:1df3d3fddd8e4341a2d5ab1b63237a5b is out of sync, need to count used quota {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 06 09:41:42.527236 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74357) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 06 09:41:42.533727 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.quota.driver [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 06 09:41:42.648511 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:42.786401 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:42.924746 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.db_base_plugin_common [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Allocated IP 172.27.3.246 (27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5/481bf92b-7c08-464b-9218-7767996656a1/cb35e4ad-7aac-4241-9547-16403d71c558) {{(pid=74357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 06 09:41:43.082571 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for port, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:43.174327 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788763067414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:43.178278 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-8834fc6c-2939-4881-9173-c8c437a22886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:41:43.236021 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Network 27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5 is already hosted by enough agents. {{(pid=74357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 06 09:41:43.243393 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.base_scheduler [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Resources bound (agent type, host, resource id):  {{(pid=74357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 06 09:41:43.248383 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Received port after_create {{(pid=74357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 06 09:41:43.282062 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'Port': ['ID=cb35e4ad-7aac-4241-9547-16403d71c558,revision_number=1']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:41:43.296965 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.297351 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.297726 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.298094 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.298458 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.298824 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.299180 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.299537 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.299897 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.300254 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.300607 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.300987 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:41:43.305851 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:41:43.593900 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:41:43.666331 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:43.811103 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643059'] for port, before_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:44.019112 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for port, precommit_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:44.090309 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788763502695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788763067432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788763067477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1975318'] for port, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:44.094797 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-45e58a75-a187-4940-8fb7-eb358fd439b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:41:44.191691 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event updated for resources: {'Port': ['ID=cb35e4ad-7aac-4241-9547-16403d71c558,revision_number=2']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:41:44.195736 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:41:44.213499 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3804031'] for floatingip, after_update {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:44.507188 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.l3_db [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Floating IP 0b8e41d3-c2e7-4c98-946f-db0c90655c7b associated. External IP: 172.27.3.246, port: dbbd7e77-a6f7-40ed-95f5-68283f208461.
May 06 09:41:44.865726 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Router e91ff98b-b665-42ff-afd6-e045e239fb1f has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:41:45.051075 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:41:45.062347 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] Sync routers for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:41:45.071624 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:41:45.072237 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0649a00>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:41:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:41:45.185944 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:45.256210 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-b61a8a64-37e9-41f0-a5f5-c2486a799cc9 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7361419
May 06 09:41:45.256210 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:41:45.283554 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:41:45.346569 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'status': 'completed', 'code': 200}
May 06 09:41:45.447993 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b957586-3332-483b-81ed-70accdafde71 req-a5214369-77c3-4ed1-ac16-966c0324f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:45.450158 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1b957586-3332-483b-81ed-70accdafde71 req-a5214369-77c3-4ed1-ac16-966c0324f40a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 1098 time: 0.0809851
May 06 09:41:45.584844 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b957586-3332-483b-81ed-70accdafde71 req-a1450f57-9dc5-4a88-9bca-de76facc6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:45.586312 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1b957586-3332-483b-81ed-70accdafde71 req-a1450f57-9dc5-4a88-9bca-de76facc6246 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.1302118
May 06 09:41:45.643811 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0649a00>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '0b8e41d3-c2e7-4c98-946f-db0c90655c7b', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:b8:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:41:43Z', 'updated_at': '2021-05-06T09:41:43Z', 'revision_number': 0, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}, {'id': '2feef3fc-f86c-4123-8850-e8891ffae0bd', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:39:53Z', 'updated_at': '2021-05-06T09:39:56Z', 'revision_number': 1, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:41:45.647908 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] Checking router: e91ff98b-b665-42ff-afd6-e045e239fb1f for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:41:45.656850 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:41:45.657472 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0649a00>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:41:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:41:45.695481 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1b957586-3332-483b-81ed-70accdafde71 req-a11369e2-f789-43d4-bdc7-2e0cf8fc1258 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbbd7e77-a6f7-40ed-95f5-68283f208461 HTTP/1.1" status: 200  len: 999 time: 0.1020043
May 06 09:41:45.761741 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b957586-3332-483b-81ed-70accdafde71 req-ed4cb47f-1247-4134-9895-16ffdf59758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:45.763123 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1b957586-3332-483b-81ed-70accdafde71 req-ed4cb47f-1247-4134-9895-16ffdf59758d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0616658
May 06 09:41:45.844080 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b957586-3332-483b-81ed-70accdafde71 req-b942a7d2-c745-4d28-aa40-88d2c939e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:41:45.845641 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1b957586-3332-483b-81ed-70accdafde71 req-b942a7d2-c745-4d28-aa40-88d2c939e81f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756490
May 06 09:41:45.879834 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:41:45.981020 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1b957586-3332-483b-81ed-70accdafde71 req-4672e4bf-68ca-4f7d-86fc-73398ba8bfa2 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277165
May 06 09:41:46.112169 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-1b957586-3332-483b-81ed-70accdafde71 req-3e0c763b-a115-4e07-b3c3-0f191fed2f0c service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250658
May 06 09:41:46.235587 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0649a00>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '0b8e41d3-c2e7-4c98-946f-db0c90655c7b', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:b8:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:41:43Z', 'updated_at': '2021-05-06T09:41:43Z', 'revision_number': 0, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}, {'id': '2feef3fc-f86c-4123-8850-e8891ffae0bd', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:39:53Z', 'updated_at': '2021-05-06T09:39:56Z', 'revision_number': 1, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:41:46.240795 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3dff9-a094-4a0a-b7d8-7c899a79ae4d None None] The sync data for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi is: [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '0b8e41d3-c2e7-4c98-946f-db0c90655c7b', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:b8:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:41:43Z', 'updated_at': '2021-05-06T09:41:43Z', 'revision_number': 0, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}, {'id': '2feef3fc-f86c-4123-8850-e8891ffae0bd', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:39:53Z', 'updated_at': '2021-05-06T09:39:56Z', 'revision_number': 1, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:41:46.429249 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084880a-5fac-43c4-9f96-dbb3e777d814 None None] New status for floating IP 0b8e41d3-c2e7-4c98-946f-db0c90655c7b: ACTIVE {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:41:46.821773 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-7c24a661-e769-452c-a30a-63522cdb2669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:49.316552 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:49.607888 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-fdad9b9d-8e64-4fc5-8b33-999f6020a12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:50.473547 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:52.247900 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:41:53.627189 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:16.852495 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-dc763379-305c-4c14-8e88-12a3635010b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:19.315124 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:19.612220 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-2c12ba3c-35cd-4946-b907-957c72241eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:20.469676 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:20.592629 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:42:22.194639 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:23.635054 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:37.697094 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-1793142e-1359-4780-bf22-0062298e5b52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0706210
May 06 09:42:37.835646 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-802deb35-77b1-4c46-a3f0-5db9a33af65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:42:37.838056 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-802deb35-77b1-4c46-a3f0-5db9a33af65f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 1098 time: 0.0706046
May 06 09:42:37.985349 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-ef7f2be5-1f3c-413c-88b5-847f38e98845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:42:37.986839 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-ef7f2be5-1f3c-413c-88b5-847f38e98845 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.1302030
May 06 09:42:38.092005 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-c1261097-f2e7-43c8-8eaa-7da30985a0d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5 HTTP/1.1" status: 200  len: 1001 time: 0.0984788
May 06 09:42:38.266733 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-95adea1b-ed7b-4afa-b656-0f0e7c5ffd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:42:38.268751 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-95adea1b-ed7b-4afa-b656-0f0e7c5ffd05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.1702626
May 06 09:42:38.345226 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-e831e92f-b086-4da5-8ab5-91e8d8b9d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:42:38.347242 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-e831e92f-b086-4da5-8ab5-91e8d8b9d81b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721602
May 06 09:42:38.482196 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-7aa41d14-148d-4ccd-849a-df036c3d24d3 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277335
May 06 09:42:38.617976 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-579a5333-9738-455b-bcec-a0a9c7de4a18 req-d090cbf6-d902-462f-b2f6-a8b697fcb69c service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281798
May 06 09:42:46.825121 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d5f51571-5528-42a1-8255-11bd3912789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:49.325329 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:49.599032 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c35f34f6-81a3-4e52-aec2-5d9111a06662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:50.479702 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:52.205504 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:53.650514 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:42:57.591525 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:43:16.844302 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4cfcd519-14e4-4cd0-afb4-ab7966839c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:19.309662 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:19.618007 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4cea9f0c-905e-49ef-979b-cead007afbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:20.469617 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:22.201282 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:23.629576 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:24.351847 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47434) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:24.670049 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Deleting port cb35e4ad-7aac-4241-9547-16403d71c558 {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:24.670520 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:24.793099 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:24.793416 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:24.921867 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Calling delete_port for cb35e4ad-7aac-4241-9547-16403d71c558 owned by network:floatingip {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:25.109622 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:25.113726 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-dbcd50a6-695a-4a33-869f-245d907fbece tempest-TestMinimumBasicScenario-1227897625 tempest-TestMinimumBasicScenario-1227897625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:25.282760 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event deleted for resources: {'Port': ['ID=cb35e4ad-7aac-4241-9547-16403d71c558,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:25.327902 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.328278 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.328651 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.329042 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.329402 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.329758 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.330110 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.330460 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.330808 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.331158 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.331505 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.331876 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:25.335697 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:25.390490 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:25.391193 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.l3_db [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Floating IP 0b8e41d3-c2e7-4c98-946f-db0c90655c7b disassociated (deleted). External IP: 172.27.3.246, port: dbbd7e77-a6f7-40ed-95f5-68283f208461.
May 06 09:43:25.759111 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Router e91ff98b-b665-42ff-afd6-e045e239fb1f has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:43:25.939556 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:43:25.949906 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] Sync routers for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:43:25.956682 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:25.966526 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:43:25.966526 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06f34f0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:43:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:26.019593 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-cba14157-e81e-4717-8d75-0ca4dc03e23a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "DELETE /v2.0/floatingips/0b8e41d3-c2e7-4c98-946f-db0c90655c7b HTTP/1.1" status: 204  len: 168 time: 1.6663885
May 06 09:43:26.020070 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:43:26.080656 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'status': 'completed', 'code': 200}
May 06 09:43:26.152223 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:43:26.187040 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-ac487b25-d3cf-4cf3-a333-e63e5865351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:26.189772 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-ac487b25-d3cf-4cf3-a333-e63e5865351c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 1098 time: 0.0861299
May 06 09:43:26.336904 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-a308c06c-d9c5-48f9-a39a-25623320144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:26.338280 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-a308c06c-d9c5-48f9-a39a-25623320144f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.1414788
May 06 09:43:26.407104 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-ece15805-5051-4142-bd0a-244e9e5c5e49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbbd7e77-a6f7-40ed-95f5-68283f208461 HTTP/1.1" status: 200  len: 217 time: 0.0621994
May 06 09:43:26.474299 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-5a769686-a951-4009-8426-551d777d14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:26.475819 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-5a769686-a951-4009-8426-551d777d14f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0622761
May 06 09:43:26.526039 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06f34f0>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '2feef3fc-f86c-4123-8850-e8891ffae0bd', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:39:53Z', 'updated_at': '2021-05-06T09:39:56Z', 'revision_number': 1, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:26.531002 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] Checking router: e91ff98b-b665-42ff-afd6-e045e239fb1f for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:43:26.542808 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:43:26.543424 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06f34f0>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:43:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:26.560319 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-01ffdf17-42b4-4c80-a41a-a9b0c77a0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:26.561839 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-01ffdf17-42b4-4c80-a41a-a9b0c77a0411 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792170
May 06 09:43:26.692583 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b62bd8-9f1d-4709-b36c-938ebc97bd6e req-8c38e8ed-0444-4893-b21b-6229853661b8 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:26.693369 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-87b62bd8-9f1d-4709-b36c-938ebc97bd6e req-8c38e8ed-0444-4893-b21b-6229853661b8 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Synchronizing usage tracker for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:43:26.706698 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-17f484fb-4f42-42b6-93e5-de5102f4715b service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362932
May 06 09:43:26.772000 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:43:26.786288 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-87b62bd8-9f1d-4709-b36c-938ebc97bd6e req-8c38e8ed-0444-4893-b21b-6229853661b8 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Unset dirty status for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:43:26.788514 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-87b62bd8-9f1d-4709-b36c-938ebc97bd6e req-8c38e8ed-0444-4893-b21b-6229853661b8 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 945 time: 0.1758666
May 06 09:43:26.841304 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-87b62bd8-9f1d-4709-b36c-938ebc97bd6e req-28a84f2c-f78a-45bd-aafd-d10c77a5490f tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457847
May 06 09:43:26.844306 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-02a7f95e-512b-4b0d-90ac-40e9a7b82f22 req-933c275c-9b48-4b7e-8c89-af0ac9c82bdc service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303806
May 06 09:43:27.165659 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06f34f0>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '2feef3fc-f86c-4123-8850-e8891ffae0bd', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:39:53Z', 'updated_at': '2021-05-06T09:39:56Z', 'revision_number': 1, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:27.169944 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561fadd3-aa58-41b0-bb4c-2e9b45776ed8 None None] The sync data for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi is: [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_floatingips': [{'id': '2feef3fc-f86c-4123-8850-e8891ffae0bd', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'router_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'port_id': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'mac_address': 'fa:16:3e:09:29:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9284e-5593-447f-b300-13f091ff5316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:39:53Z', 'updated_at': '2021-05-06T09:39:56Z', 'revision_number': 1, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:43:27.395411 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be149c-072a-40f0-b10e-91bdf7033713 None None] New status for floating IP 0b8e41d3-c2e7-4c98-946f-db0c90655c7b: DOWN {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:43:28.045957 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca9e12-975d-4724-b34e-e167e9ce2ab8 req-0508668d-8707-4da7-b4cc-bacc77f95b8a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:28.047448 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c4ca9e12-975d-4724-b34e-e167e9ce2ab8 req-0508668d-8707-4da7-b4cc-bacc77f95b8a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 945 time: 0.0848601
May 06 09:43:28.093035 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-c4ca9e12-975d-4724-b34e-e167e9ce2ab8 req-7f809aa5-c328-4edf-9a46-93a54514be64 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396895
May 06 09:43:28.126978 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7824-df0c-4164-a535-68390e137b66 req-148c04f3-b08a-4f85-a175-c12883fceb2b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:28.127615 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-74ac7824-df0c-4164-a535-68390e137b66 req-148c04f3-b08a-4f85-a175-c12883fceb2b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Synchronizing usage tracker for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:43:28.139469 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-74ac7824-df0c-4164-a535-68390e137b66 req-148c04f3-b08a-4f85-a175-c12883fceb2b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Unset dirty status for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:43:28.140592 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-74ac7824-df0c-4164-a535-68390e137b66 req-148c04f3-b08a-4f85-a175-c12883fceb2b tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 945 time: 0.0981605
May 06 09:43:28.280387 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-74ac7824-df0c-4164-a535-68390e137b66 req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Deleting port dbbd7e77-a6f7-40ed-95f5-68283f208461 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:28.280752 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-74ac7824-df0c-4164-a535-68390e137b66 req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:28.413740 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-74ac7824-df0c-4164-a535-68390e137b66 req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] For port dbbd7e77-a6f7-40ed-95f5-68283f208461, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dbbd7e77-a6f7-40ed-95f5-68283f208461,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:28.414003 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-74ac7824-df0c-4164-a535-68390e137b66 req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:28.539149 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-74ac7824-df0c-4164-a535-68390e137b66 req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Calling delete_port for dbbd7e77-a6f7-40ed-95f5-68283f208461 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:28.727113 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-74ac7824-df0c-4164-a535-68390e137b66 req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:28.732952 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-df16b077-cf56-4274-bf90-b9ae96dbfacc tempest-AttachVolumeShelveTestJSON-1986862223 tempest-AttachVolumeShelveTestJSON-1986862223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:28.881683 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event deleted for resources: {'Port': ['ID=dbbd7e77-a6f7-40ed-95f5-68283f208461,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:28.919990 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.920362 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.920753 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.921123 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.921474 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.921833 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.922185 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.922538 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.922885 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.923234 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.923589 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.923939 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:28.931502 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:28.968512 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ac7824-df0c-4164-a535-68390e137b66 req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] No DVR routers for this DVR port dbbd7e77-a6f7-40ed-95f5-68283f208461 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:43:28.971436 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-74ac7824-df0c-4164-a535-68390e137b66 req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:28.974193 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'name': 'network-vif-deleted', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:43:29.038621 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be48e98c-89ea-4905-9453-5db3ea8581fc', 'name': 'network-vif-deleted', 'tag': 'dbbd7e77-a6f7-40ed-95f5-68283f208461', 'status': 'completed', 'code': 200}
May 06 09:43:29.073138 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-74ac7824-df0c-4164-a535-68390e137b66 req-5ef3a8b3-77a0-4318-84a7-0b86b5703bca tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "DELETE /v2.0/ports/dbbd7e77-a6f7-40ed-95f5-68283f208461 HTTP/1.1" status: 204  len: 173 time: 0.9268568
May 06 09:43:29.255497 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-98a1724d-febd-4db7-89fb-57a2b409b20c req-c779b4a1-c359-459b-b295-ce2173a7e06d tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 210 time: 0.0543573
May 06 09:43:30.421115 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2b764ae8-0f09-4415-b65c-734bfb0c9fb6 req-f40d8182-d0a6-4d72-bea1-871c06a3e7d5 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=be48e98c-89ea-4905-9453-5db3ea8581fc HTTP/1.1" status: 200  len: 210 time: 0.0455315
May 06 09:43:30.737622 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device dbbd7e77-a6f7-40ed-95f5-68283f208461 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:43:30.773283 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: dbbd7e77-a6f7-40ed-95f5-68283f208461 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:43:30.773631 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device dbbd7e77-a6f7-40ed-95f5-68283f208461 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:43:34.147624 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47478) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:34.416891 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Deleting port 8c011cab-bbe3-4d61-9bfc-94379b9c01b5 {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:34.417150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:34.591490 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:43:34.650480 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:34.650805 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:34.771964 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Calling delete_port for 8c011cab-bbe3-4d61-9bfc-94379b9c01b5 owned by network:floatingip {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:34.957729 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:34.962273 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-76515acc-6963-45e0-aa56-109f83c0c6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:35.004750 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event deleted for resources: {'Port': ['ID=8c011cab-bbe3-4d61-9bfc-94379b9c01b5,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:35.008452 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:35.100285 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:35.100528 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.db.l3_db [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Floating IP 2feef3fc-f86c-4123-8850-e8891ffae0bd disassociated (deleted). External IP: 172.27.3.118, port: 6b6fa643-3806-4461-ae7b-52b1ffc15cc5.
May 06 09:43:35.454958 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Router e91ff98b-b665-42ff-afd6-e045e239fb1f has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:43:35.637820 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:43:35.651671 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] Sync routers for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:43:35.655699 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:35.661191 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:43:35.662179 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0257d60>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:43:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:35.711517 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-dc197cdc-d5d8-4f08-a7a3-746035b5601a tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "DELETE /v2.0/floatingips/2feef3fc-f86c-4123-8850-e8891ffae0bd HTTP/1.1" status: 204  len: 168 time: 1.5627034
May 06 09:43:35.712078 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5'}] {{(pid=74357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:43:35.763441 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'status': 'completed', 'code': 200}
May 06 09:43:35.846224 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:43:35.863538 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-701b01a0-979a-426a-8080-19467887213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:35.865471 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-701b01a0-979a-426a-8080-19467887213e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 1098 time: 0.0778346
May 06 09:43:36.005385 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-c2864b54-7406-44b8-ab09-2d789d3df8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:36.007528 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-c2864b54-7406-44b8-ab09-2d789d3df8ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 200  len: 913 time: 0.1360002
May 06 09:43:36.078591 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-84c1792b-3cce-4aab-9a94-86fa8d15d681 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5 HTTP/1.1" status: 200  len: 217 time: 0.0650907
May 06 09:43:36.145354 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-e87f3802-a495-44cf-9842-23afbcce41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:36.147222 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-e87f3802-a495-44cf-9842-23afbcce41f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 200  len: 851 time: 0.0624461
May 06 09:43:36.179416 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0257d60>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:36.184106 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] Checking router: e91ff98b-b665-42ff-afd6-e045e239fb1f for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:43:36.194271 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:43:36.195116 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b0257d60>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:43:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:36.225801 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-ee6dcc9a-b019-4165-a81e-83f42c6a94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:36.227304 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-ee6dcc9a-b019-4165-a81e-83f42c6a94ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b96abfb7-057c-4366-8274-e8f96bd6f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733962
May 06 09:43:36.375276 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5b676-9113-4afd-b6d0-6d91d7363d4e req-77b1b4f6-bd91-4ef2-809c-774f4d7bc076 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:36.375987 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-2bd5b676-9113-4afd-b6d0-6d91d7363d4e req-77b1b4f6-bd91-4ef2-809c-774f4d7bc076 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Synchronizing usage tracker for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74357) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:43:36.379255 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-9d6420c3-f2d8-473d-a3df-05da21f924f4 service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443160
May 06 09:43:36.393476 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:43:36.465986 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.quota.resource [req-2bd5b676-9113-4afd-b6d0-6d91d7363d4e req-77b1b4f6-bd91-4ef2-809c-774f4d7bc076 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Unset dirty status for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74357) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:43:36.467868 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2bd5b676-9113-4afd-b6d0-6d91d7363d4e req-77b1b4f6-bd91-4ef2-809c-774f4d7bc076 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 945 time: 0.1836133
May 06 09:43:36.519031 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-2bd5b676-9113-4afd-b6d0-6d91d7363d4e req-2cace9c2-513d-416d-a04f-99d5257eed84 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447521
May 06 09:43:36.589573 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-54ee73d0-8552-4da0-be89-b36adf024a19 req-83fad5c2-2186-4433-9fb0-4f726affa05b service neutron] 10.222.0.73 "GET /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2032368
May 06 09:43:36.774169 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b0257d60>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:36.778840 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431835c-035d-46c0-a05d-7ed82b92b320 None None] The sync data for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi is: [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:36:35Z', 'revision_number': 4, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi', '_interfaces': [{'id': '9e94c3ea-b55a-4e58-9cc0-8628362c2f5e', 'name': '', 'network_id': 'b96abfb7-057c-4366-8274-e8f96bd6f92d', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'mac_address': 'fa:16:3e:6b:62:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:34Z', 'updated_at': '2021-05-06T09:36:41Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'subnets': [{'id': '5e0ce2cd-2092-4829-a920-ff6b77e03029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:43:37.076299 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52241e4-3485-402f-9b37-5038ffbb7f54 None None] New status for floating IP 2feef3fc-f86c-4123-8850-e8891ffae0bd: DOWN {{(pid=74359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 06 09:43:37.663449 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-de4f3592-02c1-4575-9c82-71331b051916 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:37.664857 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-de4f3592-02c1-4575-9c82-71331b051916 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Synchronizing usage tracker for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74356) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 06 09:43:37.676645 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.quota.resource [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-de4f3592-02c1-4575-9c82-71331b051916 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Unset dirty status for tenant:1df3d3fddd8e4341a2d5ab1b63237a5b on resource:port {{(pid=74356) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 06 09:43:37.678336 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-de4f3592-02c1-4575-9c82-71331b051916 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 945 time: 0.1040158
May 06 09:43:37.725526 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a38bae-357d-4c9e-a081-98ce433727f0 req-daf238bf-9b4b-46bc-8111-6c0c540d7e62 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 06 09:43:37.727033 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e2a38bae-357d-4c9e-a081-98ce433727f0 req-daf238bf-9b4b-46bc-8111-6c0c540d7e62 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 945 time: 0.0892050
May 06 09:43:37.780016 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-e2a38bae-357d-4c9e-a081-98ce433727f0 req-8f4e1db9-cd67-46fc-9802-b2d0dc72b494 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/security-groups?id=b2e79a7c-6496-48e5-805d-234e3b46fd2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468831
May 06 09:43:37.828600 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Deleting port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:37.828859 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:37.965777 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] For port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:37.966113 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:38.090372 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Calling delete_port for 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 owned by compute:nova {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:38.248713 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:38.256204 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7835201c-9c9a-4c24-a162-bd98fc867ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:38.307533 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event deleted for resources: {'Port': ['ID=6b6fa643-3806-4461-ae7b-52b1ffc15cc5,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:38.334880 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:38.386475 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] No DVR routers for this DVR port 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 on host hv-cinder-79001 {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:43:38.388960 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for port, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:38.393272 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'name': 'network-vif-deleted', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5'}] {{(pid=74356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 06 09:43:38.441303 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e9284e-5593-447f-b300-13f091ff5316', 'name': 'network-vif-deleted', 'tag': '6b6fa643-3806-4461-ae7b-52b1ffc15cc5', 'status': 'completed', 'code': 200}
May 06 09:43:38.461149 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [req-e56660bf-e3a3-4466-8ba1-f2c0ec77dfa5 req-4e9efe6e-c8d9-4c24-a43f-80ce95b818eb tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.73 "DELETE /v2.0/ports/6b6fa643-3806-4461-ae7b-52b1ffc15cc5 HTTP/1.1" status: 204  len: 173 time: 0.7776418
May 06 09:43:38.939249 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [req-f5a17387-b034-45f1-b9f8-d87f53de1b8f req-77ad17cc-b39b-4f89-b7db-9f5ba292a381 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "GET /v2.0/ports?device_id=81e9284e-5593-447f-b300-13f091ff5316 HTTP/1.1" status: 200  len: 210 time: 0.0510399
May 06 09:43:40.050049 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47500) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:40.385866 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Deleting port a08e3e39-4af0-4380-a38b-62a81e4e4d12 {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:40.386210 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:40.507977 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:40.508209 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:40.634596 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Calling delete_port for a08e3e39-4af0-4380-a38b-62a81e4e4d12 owned by network:floatingip {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:40.784205 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:43:40.812108 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:40.817075 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-90d1472a-4228-4172-9b32-7b6591342f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:40.819982 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] No Port match for: 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:43:40.820340 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Device 6b6fa643-3806-4461-ae7b-52b1ffc15cc5 not bound to the agent host hv-cinder-79001 {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:43:40.866577 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event deleted for resources: {'Port': ['ID=a08e3e39-4af0-4380-a38b-62a81e4e4d12,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:40.892816 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:40.960236 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for floatingip, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:40.974582 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51804'] for floatingip, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:40.975716 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-d0f1b1ab-2172-4b3e-8e2f-b2951f23a03e tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "DELETE /v2.0/floatingips/986ed502-c5b2-4c4c-9fdc-21820552d646 HTTP/1.1" status: 204  len: 168 time: 0.9246364
May 06 09:43:42.516352 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47514) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:42.595076 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8eb725be-8dfb-44c4-95dc-0db577181da6 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:42.627114 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8eb725be-8dfb-44c4-95dc-0db577181da6 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:42.785967 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8eb725be-8dfb-44c4-95dc-0db577181da6 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:42.790150 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-f558f5ba-bccb-4499-88a4-45546e80efd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:42.808470 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb725be-8dfb-44c4-95dc-0db577181da6 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e79a7c-6496-48e5-805d-234e3b46fd2c,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:42.811368 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-8eb725be-8dfb-44c4-95dc-0db577181da6 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:42.902772 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-8eb725be-8dfb-44c4-95dc-0db577181da6 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] Notify callbacks [] for security_group, before_response {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:42.903922 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-8eb725be-8dfb-44c4-95dc-0db577181da6 tempest-TestVolumeBootPattern-108399217 tempest-TestVolumeBootPattern-108399217-project] 10.222.0.68 "DELETE /v2.0/security-groups/b2e79a7c-6496-48e5-805d-234e3b46fd2c HTTP/1.1" status: 204  len: 168 time: 0.3865290
May 06 09:43:43.031135 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.wsgi [-] (74357) accepted ('10.222.0.68', 47520) {{(pid=74357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:43.776531 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810374'] for router_interface, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:44.308583 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Deleting port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e {{(pid=74357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:44.308977 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:44.437829 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.db [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] For port 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=9e94c3ea-b55a-4e58-9cc0-8628362c2f5e,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:44.438433 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:44.566114 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.plugins.ml2.plugin [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Calling delete_port for 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e owned by network:router_interface {{(pid=74357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:44.780367 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1975311'] for port, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:44.784349 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-d5853fa9-ec08-489c-9115-11ef053577e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:44.829546 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e94c3ea-b55a-4e58-9cc0-8628362c2f5e,revision_number=None']} {{(pid=74357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:44.832868 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG oslo_concurrency.lockutils [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:45.119483 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron_lib.callbacks.manager [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810806'] for router_interface, after_delete {{(pid=74357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:45.499352 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Router e91ff98b-b665-42ff-afd6-e045e239fb1f has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:43:45.805305 dv-cinder-790014-1-iscsi neutron-server[74357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:43:45.815898 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] Sync routers for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:43:45.821043 dv-cinder-790014-1-iscsi neutron-server[74357]: INFO neutron.wsgi [None req-91a9a194-f1a0-4f3a-8ca3-e4547145f5a3 admin admin] 10.222.0.68 "PUT /v2.0/routers/e91ff98b-b665-42ff-afd6-e045e239fb1f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7861888
May 06 09:43:45.823142 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47526) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:45.831050 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:43:45.831695 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06f5f40>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:43:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:46.043967 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: dv-cinder-790014-1-iscsi {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:43:46.122096 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks [] for router, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:46.302695 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:46.410456 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06f5f40>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '22931e56-c078-43e6-b858-d0695bcc9576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:43:44Z', 'revision_number': 5, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port': {'id': '22931e56-c078-43e6-b858-d0695bcc9576', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:31Z', 'updated_at': '2021-05-06T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:46.415302 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] Checking router: e91ff98b-b665-42ff-afd6-e045e239fb1f for host: dv-cinder-790014-1-iscsi {{(pid=74358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:43:46.424572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] Routers {'e91ff98b-b665-42ff-afd6-e045e239fb1f'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:43:46.425280 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b06f5f40>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:43:20Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['e91ff98b-b665-42ff-afd6-e045e239fb1f'], 'active': True} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:46.460375 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Deleting port 22931e56-c078-43e6-b858-d0695bcc9576 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:46.460740 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:46.588881 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvr_db [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] Set router e91ff98b-b665-42ff-afd6-e045e239fb1f gateway port host: None {{(pid=74358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:43:46.606616 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] For port 22931e56-c078-43e6-b858-d0695bcc9576, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=22931e56-c078-43e6-b858-d0695bcc9576,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:46.606959 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:46.710198 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_hamode_db [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b06f5f40>, [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:43:46Z', 'revision_number': 6, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port_host': None}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:46.714765 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec5d910-fd6a-4590-899b-da6a9a713722 None None] The sync data for ids ['e91ff98b-b665-42ff-afd6-e045e239fb1f'] in dv-cinder-790014-1-iscsi is: [{'id': 'e91ff98b-b665-42ff-afd6-e045e239fb1f', 'name': 'tempest-TestVolumeBootPattern-1513648689-router', 'tenant_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:30Z', 'updated_at': '2021-05-06T09:43:46Z', 'revision_number': 6, 'project_id': '1df3d3fddd8e4341a2d5ab1b63237a5b', 'gw_port_host': None}] {{(pid=74358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:43:46.733654 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Calling delete_port for 22931e56-c078-43e6-b858-d0695bcc9576 owned by network:router_gateway {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:46.863030 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-d9eeec9e-7ef9-4656-ba1d-276c299a3e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:46.949176 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:46.957978 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:46.999643 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=22931e56-c078-43e6-b858-d0695bcc9576,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:47.002797 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:47.099599 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3804002'] for router_gateway, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:47.275135 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5031'] for router, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:47.277508 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:47.394626 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3861616'] for router, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:47.395293 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91ff98b-b665-42ff-afd6-e045e239fb1f {{(pid=74356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 09:43:47.409830 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:47.410954 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-d115fbe2-949e-4f26-bcb4-621aa31c5a5b admin admin] 10.222.0.68 "DELETE /v2.0/routers/e91ff98b-b665-42ff-afd6-e045e239fb1f HTTP/1.1" status: 204  len: 168 time: 1.5882916
May 06 09:43:47.414917 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47532) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:47.482235 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a21eef0-83ae-4403-9939-f13228f80b5f admin admin] Deleting subnet 5e0ce2cd-2092-4829-a920-ff6b77e03029 {{(pid=74356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:43:47.485332 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5a21eef0-83ae-4403-9939-f13228f80b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:47.543031 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5a21eef0-83ae-4403-9939-f13228f80b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27388926'] for subnet, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:47.550664 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:43:47.586701 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:43:47.587048 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 9e94c3ea-b55a-4e58-9cc0-8628362c2f5e not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:43:47.587475 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 22931e56-c078-43e6-b858-d0695bcc9576 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:43:47.625416 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 22931e56-c078-43e6-b858-d0695bcc9576 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:43:47.625776 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 22931e56-c078-43e6-b858-d0695bcc9576 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:43:47.747869 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5a21eef0-83ae-4403-9939-f13228f80b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.100676 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5a21eef0-83ae-4403-9939-f13228f80b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27949571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871045'] for subnet, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.104728 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:48.140430 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21eef0-83ae-4403-9939-f13228f80b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0ce2cd-2092-4829-a920-ff6b77e03029,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:48.144226 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5a21eef0-83ae-4403-9939-f13228f80b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:48.147748 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5a21eef0-83ae-4403-9939-f13228f80b5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.154051 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9ead75-7922-4463-aa8b-bb0bebedacea None None] Network b96abfb7-057c-4366-8274-e8f96bd6f92d requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:43:48.154595 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-5a21eef0-83ae-4403-9939-f13228f80b5f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5e0ce2cd-2092-4829-a920-ff6b77e03029 HTTP/1.1" status: 204  len: 168 time: 0.7381141
May 06 09:43:48.156575 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47536) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:48.265451 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.339818 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Deleting port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:48.340157 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.444934 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] For port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=05ce7d15-2dd7-41b0-ae74-ae4bff34de06,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:48.445287 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.448984 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] DHCP port deletion for b96abfb7-057c-4366-8274-e8f96bd6f92d request from dv-cinder-790014-1-iscsi {{(pid=74358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 09:43:48.512940 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Deleting port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 {{(pid=74358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:48.513320 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.568000 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Calling delete_port for 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 owned by network:dhcp {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:48.611592 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] For port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=05ce7d15-2dd7-41b0-ae74-ae4bff34de06,segment=NetworkSegment(952ebc85-f746-4498-9fdb-d926542aff0c),segment_id=952ebc85-f746-4498-9fdb-d926542aff0c)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:48.611984 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.767151 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Calling delete_port for 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 owned by network:dhcp {{(pid=74358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:48.768617 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.773255 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-36134772-eb0f-4843-9e48-40974f5c471f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:48.780546 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423'] for port, after_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.784157 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-9d4317e7-5c5d-430c-b65f-2d7f1eb5597f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:48.822046 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ce7d15-2dd7-41b0-ae74-ae4bff34de06,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:48.827270 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] No DVR routers for this DVR port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 on host dv-cinder-790014-1-iscsi {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:43:48.827270 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:48.829725 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Pushing event deleted for resources: {'Port': ['ID=05ce7d15-2dd7-41b0-ae74-ae4bff34de06,revision_number=None']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:48.839857 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] No DVR routers for this DVR port 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 on host dv-cinder-790014-1-iscsi {{(pid=74358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:43:48.842156 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.842524 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.842903 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.843231 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.843554 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.843884 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.844285 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.844604 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.844947 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.845261 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.845572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.845879 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-iscsi {{(pid=74358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 06 09:43:48.849909 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-a12a63ea-eb54-4710-b404-95301e1314ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:48.942392 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.955771 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4b0080bb0>,) {'filters': {'network_id': ['b96abfb7-057c-4366-8274-e8f96bd6f92d']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:48.967695 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b0080bb0>, '952ebc85-f746-4498-9fdb-d926542aff0c') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:48.967988 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b0080bb0>, '952ebc85-f746-4498-9fdb-d926542aff0c') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:48.979763 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:48.997166 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:49.003420 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:43:49.003831 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:43:49.017493 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:43:49.168667 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:49.172289 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8d1dc3d7-0fe7-4527-9c99-25c6cac1d7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:49.186033 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:49.198095 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96abfb7-057c-4366-8274-e8f96bd6f92d,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:49.202904 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:49.300862 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-5384df51-b80c-4b3a-aa7d-2a4260777515 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b96abfb7-057c-4366-8274-e8f96bd6f92d HTTP/1.1" status: 204  len: 168 time: 1.1430292
May 06 09:43:49.304179 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47542) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:49.310961 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:43:49.346168 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:43:49.346528 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 05ce7d15-2dd7-41b0-ae74-ae4bff34de06 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:43:49.354895 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:49.614712 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-8ddcc0d0-3213-4e5f-a008-71d867992b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:49.965312 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810374'] for router_interface, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:50.372343 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Deleting port b0d9b245-2aa7-4191-947f-867a14121081 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:50.373083 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:50.486066 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:50.501209 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] For port b0d9b245-2aa7-4191-947f-867a14121081, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=b0d9b245-2aa7-4191-947f-867a14121081,segment=NetworkSegment(8741a41e-f7ca-40f4-b182-2d98256f2c07),segment_id=8741a41e-f7ca-40f4-b182-2d98256f2c07)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:50.501494 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:50.626525 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Calling delete_port for b0d9b245-2aa7-4191-947f-867a14121081 owned by network:router_interface {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:50.860135 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:50.864157 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-ee5d7930-fe07-4567-adc5-e646d08f9c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:50.908364 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d9b245-2aa7-4191-947f-867a14121081,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:50.913350 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:51.182262 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810806'] for router_interface, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:51.654803 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 has already been hosted by L3 agent 259f7270-0bde-43c7-aff2-35542654b77f {{(pid=74356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 06 09:43:51.844485 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-iscsi the message routers_updated {{(pid=74356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 06 09:43:51.854167 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] Sync routers for ids ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'] in dv-cinder-790014-1-iscsi {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 06 09:43:51.864957 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] Routers {'0ca9e9c1-8b3f-46d3-aa99-97032911c646'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:43:51.866310 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b14b8d90>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:43:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:51.930682 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-d45c0c26-ccf3-4724-b63d-7af20eb7c5e4 admin admin] 10.222.0.68 "PUT /v2.0/routers/0ca9e9c1-8b3f-46d3-aa99-97032911c646/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6252413
May 06 09:43:51.934896 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47548) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:52.052342 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] Set router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 gateway port host: dv-cinder-790014-1-iscsi {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:43:52.110587 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks [] for router, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:52.197035 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:52.292390 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:52.341183 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b14b8d90>, [{'id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'external_fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:39Z', 'updated_at': '2021-05-06T09:43:50Z', 'revision_number': 5, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'gw_port': {'id': '3e0054ed-5aeb-4ceb-978d-dd422659ce4d', 'name': '', 'network_id': '27a7b6b9-ac29-4e04-af0d-a7b372c1f7b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '481bf92b-7c08-464b-9218-7767996656a1', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:36:40Z', 'updated_at': '2021-05-06T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481bf92b-7c08-464b-9218-7767996656a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-iscsi'}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:52.345212 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] Checking router: 0ca9e9c1-8b3f-46d3-aa99-97032911c646 for host: dv-cinder-790014-1-iscsi {{(pid=74359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 06 09:43:52.354268 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] Routers {'0ca9e9c1-8b3f-46d3-aa99-97032911c646'} bound to L3 agent in host dv-cinder-790014-1-iscsi {{(pid=74359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 06 09:43:52.354873 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4b14b8d90>, 'dv-cinder-790014-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-06T09:16:49Z,description=<?>,heartbeat_timestamp=2021-05-06T09:43:50Z,host='dv-cinder-790014-1-iscsi',id=259f7270-0bde-43c7-aff2-35542654b77f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-06T09:16:50Z,topic='l3_agent')) {'router_ids': ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'], 'active': True} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:52.457106 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Deleting port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:52.459496 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:52.515979 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_dvr_db [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] Set router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 gateway port host: None {{(pid=74359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 06 09:43:52.595613 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] For port 3e0054ed-5aeb-4ceb-978d-dd422659ce4d, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=3e0054ed-5aeb-4ceb-978d-dd422659ce4d,segment=NetworkSegment(ea61f830-4117-4d76-9651-b4fc0a457ccb),segment_id=ea61f830-4117-4d76-9651-b4fc0a457ccb)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:52.595965 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:52.658368 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.l3_hamode_db [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4b14b8d90>, [{'id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:39Z', 'updated_at': '2021-05-06T09:43:52Z', 'revision_number': 6, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'gw_port_host': None}], 'dv-cinder-790014-1-iscsi', False) {} {{(pid=74359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:52.662447 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadfe87e-e4c9-4a93-96aa-452da0351180 None None] The sync data for ids ['0ca9e9c1-8b3f-46d3-aa99-97032911c646'] in dv-cinder-790014-1-iscsi is: [{'id': '0ca9e9c1-8b3f-46d3-aa99-97032911c646', 'name': 'tempest-TestVolumeBootPattern-1336331920-router', 'tenant_id': '9871c69d998247d3ba5df4896d59626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:36:39Z', 'updated_at': '2021-05-06T09:43:52Z', 'revision_number': 6, 'project_id': '9871c69d998247d3ba5df4896d59626a', 'gw_port_host': None}] {{(pid=74359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 06 09:43:52.726730 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Calling delete_port for 3e0054ed-5aeb-4ceb-978d-dd422659ce4d owned by network:router_gateway {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:53.107049 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:53.111104 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-8c367645-464e-4e8c-bfea-e64601864203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:53.162025 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0054ed-5aeb-4ceb-978d-dd422659ce4d,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:53.165628 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:53.263704 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3804002'] for router_gateway, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:53.449880 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3860798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5031'] for router, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:53.452400 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:53.454585 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 3e0054ed-5aeb-4ceb-978d-dd422659ce4d no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:43:53.490217 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 3e0054ed-5aeb-4ceb-978d-dd422659ce4d {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:43:53.490572 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 3e0054ed-5aeb-4ceb-978d-dd422659ce4d not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:43:53.491007 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device b0d9b245-2aa7-4191-947f-867a14121081 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:43:53.535178 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: b0d9b245-2aa7-4191-947f-867a14121081 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:43:53.535526 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device b0d9b245-2aa7-4191-947f-867a14121081 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:43:53.545729 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3861616'] for router, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:53.546240 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ca9e9c1-8b3f-46d3-aa99-97032911c646 {{(pid=74356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 06 09:43:53.559079 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] Notify callbacks [] for router, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:53.562245 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-bf348dfa-699a-4027-8048-7cb0af53b781 admin admin] 10.222.0.68 "DELETE /v2.0/routers/0ca9e9c1-8b3f-46d3-aa99-97032911c646 HTTP/1.1" status: 204  len: 168 time: 1.6243601
May 06 09:43:53.563016 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47554) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:53.625766 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f673906-cfda-4c10-bc30-cce4656448ed admin admin] Deleting subnet c2dd4c6c-be37-41f9-950c-2829dfbfbf47 {{(pid=74356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 06 09:43:53.628617 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2f673906-cfda-4c10-bc30-cce4656448ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:53.651100 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:53.681280 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2f673906-cfda-4c10-bc30-cce4656448ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27388926'] for subnet, precommit_delete_associations {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:53.764771 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2f673906-cfda-4c10-bc30-cce4656448ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3616534'] for subnet, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.117161 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2f673906-cfda-4c10-bc30-cce4656448ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3616537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27949571', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1871045'] for subnet, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.121372 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-423031cd-29bb-4d3e-b2b1-62d5a0994e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:54.157517 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f673906-cfda-4c10-bc30-cce4656448ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2dd4c6c-be37-41f9-950c-2829dfbfbf47,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:54.159462 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-2f673906-cfda-4c10-bc30-cce4656448ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.162235 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-2f673906-cfda-4c10-bc30-cce4656448ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:54.169089 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca25d95-4547-481a-b089-1b3d04feec94 None None] Network 69c7ae8e-3c84-4057-91c8-d5c2e170495e requested from dv-cinder-790014-1-iscsi {{(pid=74358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
May 06 09:43:54.169371 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-2f673906-cfda-4c10-bc30-cce4656448ed admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c2dd4c6c-be37-41f9-950c-2829dfbfbf47 HTTP/1.1" status: 204  len: 168 time: 0.6024818
May 06 09:43:54.169371 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47558) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:54.275648 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614166'] for network, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.347222 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Deleting port 47860f6b-f668-4692-8792-b9ad78351b33 {{(pid=74356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:54.347552 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.404943 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] DHCP port deletion for 69c7ae8e-3c84-4057-91c8-d5c2e170495e request from dv-cinder-790014-1-iscsi {{(pid=74358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
May 06 09:43:54.447046 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.db [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] For port 47860f6b-f668-4692-8792-b9ad78351b33, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=47860f6b-f668-4692-8792-b9ad78351b33,segment=NetworkSegment(8741a41e-f7ca-40f4-b182-2d98256f2c07),segment_id=8741a41e-f7ca-40f4-b182-2d98256f2c07)] {{(pid=74356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:54.447391 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.472058 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] Deleting port 47860f6b-f668-4692-8792-b9ad78351b33 {{(pid=74358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 06 09:43:54.472659 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788763498141'] for port, before_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.570436 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.db [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] For port 47860f6b-f668-4692-8792-b9ad78351b33, host dv-cinder-790014-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-iscsi',level=0,port_id=47860f6b-f668-4692-8792-b9ad78351b33,segment=NetworkSegment(8741a41e-f7ca-40f4-b182-2d98256f2c07),segment_id=8741a41e-f7ca-40f4-b182-2d98256f2c07)] {{(pid=74358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 06 09:43:54.570825 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3816892'] for port, precommit_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.571781 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.plugin [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Calling delete_port for 47860f6b-f668-4692-8792-b9ad78351b33 owned by network:dhcp {{(pid=74356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:54.693483 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] Calling delete_port for 47860f6b-f668-4692-8792-b9ad78351b33 owned by network:dhcp {{(pid=74358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 06 09:43:54.705470 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27949648'] for port, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.710101 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-64046997-9d45-4876-ae2b-35212ed7ad03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:54.738459 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-642992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788763502704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788763067423'] for port, after_delete {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.743407 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-9d4317e7-5c5d-430c-b65f-2d7f1eb5597f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:54.788622 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] Pushing event deleted for resources: {'Port': ['ID=47860f6b-f668-4692-8792-b9ad78351b33,revision_number=None']} {{(pid=74358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:54.790574 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] No DVR routers for this DVR port 47860f6b-f668-4692-8792-b9ad78351b33 on host dv-cinder-790014-1-iscsi {{(pid=74358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:43:54.791994 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG oslo_concurrency.lockutils [None req-1df67143-176e-4a33-9f36-ac215ad42416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74358) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:54.866203 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Pushing event deleted for resources: {'Port': ['ID=47860f6b-f668-4692-8792-b9ad78351b33,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:54.869453 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:54.870240 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] No DVR routers for this DVR port 47860f6b-f668-4692-8792-b9ad78351b33 on host dv-cinder-790014-1-iscsi {{(pid=74356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 06 09:43:54.986549 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3610349', 'neutron.services.segments.db._delete_segments_for_network-8788763508381'] for network, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:54.999812 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4b01b2910>,) {'filters': {'network_id': ['69c7ae8e-3c84-4057-91c8-d5c2e170495e']}} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:55.011847 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b01b2910>, '8741a41e-f7ca-40f4-b182-2d98256f2c07') {'for_net_delete': True} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:55.012142 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.services.segments.db [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4b01b2910>, '8741a41e-f7ca-40f4-b182-2d98256f2c07') {} {{(pid=74356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 06 09:43:55.024062 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788763520359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27388897'] for segment, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:55.040289 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3613740'] for segment, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:55.046377 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=74356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 06 09:43:55.046786 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3613733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27949669'] for segment, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]: Traceback (most recent call last):
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     timer()
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     cb(*args, **kw)
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     return func(*args, **kwargs)
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     self._notify()
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     self.callback(batched_events)
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     event.method(event)
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     aggregate_uuid = self.p_client.list_aggregates(
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     return f(self, *a, **k)
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._get(url).json()
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     return self.request(url, 'GET', **kwargs)
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     base_url = self.get_endpoint(auth, allow=allow,
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 06 09:43:55.059522 dv-cinder-790014-1-iscsi neutron-server[74356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 06 09:43:55.190786 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3610260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3804016'] for network, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:55.194918 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:55.208610 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679136'] for network, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:55.220939 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c7ae8e-3c84-4057-91c8-d5c2e170495e,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:55.224399 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:55.226404 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-0053ea20-edde-4103-9bba-b1fe1771b150 admin admin] 10.222.0.68 "DELETE /v2.0/networks/69c7ae8e-3c84-4057-91c8-d5c2e170495e HTTP/1.1" status: 204  len: 168 time: 1.0562260
May 06 09:43:55.302815 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 47860f6b-f668-4692-8792-b9ad78351b33 no longer exists at agent ovs-agent-dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 06 09:43:55.340597 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] No Port match for: 47860f6b-f668-4692-8792-b9ad78351b33 {{(pid=74358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 06 09:43:55.340974 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron.plugins.ml2.rpc [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Device 47860f6b-f668-4692-8792-b9ad78351b33 not bound to the agent host dv-cinder-790014-1-iscsi {{(pid=74358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 06 09:43:55.539933 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47564) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:55.588148 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-9bffdaca-0246-45d6-ace9-4b7764f9506c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1df3d3fddd8e4341a2d5ab1b63237a5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469856
May 06 09:43:55.590499 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47568) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:55.646822 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-90c0b243-5c4a-4172-8d09-777b4fcfc02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:55.675217 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-90c0b243-5c4a-4172-8d09-777b4fcfc02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:55.803062 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-90c0b243-5c4a-4172-8d09-777b4fcfc02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:55.806807 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-7b96dbe1-97df-41f3-adaf-f06e3d999aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:55.820648 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0b243-5c4a-4172-8d09-777b4fcfc02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2cffee-32db-4f3d-9e28-1c799685b747,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:55.824513 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-90c0b243-5c4a-4172-8d09-777b4fcfc02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:55.828576 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-90c0b243-5c4a-4172-8d09-777b4fcfc02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:55.829776 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-90c0b243-5c4a-4172-8d09-777b4fcfc02d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b2cffee-32db-4f3d-9e28-1c799685b747 HTTP/1.1" status: 204  len: 168 time: 0.2383633
May 06 09:43:56.463515 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47576) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:56.513204 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-e84a780a-96a8-431a-baac-9c2ccecb59f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9871c69d998247d3ba5df4896d59626a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484164
May 06 09:43:56.515523 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [-] (74356) accepted ('10.222.0.68', 47580) {{(pid=74356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 06 09:43:56.572935 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-594384aa-93f8-4db8-a475-180086099ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:56.597568 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-594384aa-93f8-4db8-a475-180086099ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:56.719470 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-594384aa-93f8-4db8-a475-180086099ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3902619'] for security_group, after_delete {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:56.723178 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-069bf86c-b800-401f-bb65-e4d0cbb363dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 06 09:43:56.738131 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594384aa-93f8-4db8-a475-180086099ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead1708-d902-4e70-b362-5bb413277a41,revision_number=None']} {{(pid=74356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 06 09:43:56.741021 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG oslo_concurrency.lockutils [None req-594384aa-93f8-4db8-a475-180086099ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74356) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 06 09:43:56.746780 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron_lib.callbacks.manager [None req-594384aa-93f8-4db8-a475-180086099ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:43:56.748008 dv-cinder-790014-1-iscsi neutron-server[74356]: INFO neutron.wsgi [None req-594384aa-93f8-4db8-a475-180086099ba6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0ead1708-d902-4e70-b362-5bb413277a41 HTTP/1.1" status: 204  len: 168 time: 0.2315838
May 06 09:44:11.591492 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:44:12.432248 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [req-3cfddae7-fd18-4ee4-a5d8-2b7c66cfd9c2 req-a91b1c12-6b5a-4f03-ad87-464109cbbae7 service neutron] (74356) timed out ('10.222.0.68', 41052) {{(pid=74356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 06 09:44:16.830365 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f0eb2944-0fdf-410f-af58-585689278a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:19.321455 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:19.618370 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2867-0432-4c9c-8c0b-77d871870841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:20.476094 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:22.230047 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:23.645078 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:46.817154 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-c7e9af77-99a0-4a0a-9cc5-f77e8b4a9257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:48.590983 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:44:49.340583 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:49.603393 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-2d53eae9-439d-46ed-b14d-7fda5903d09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:50.480168 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:52.203576 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:44:53.644077 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:16.816084 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-f46a14ec-a4d3-4926-96bf-659d276d9961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:19.322497 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:19.626124 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-43e00318-49a8-4ad9-8a3f-2b5291e6c5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:20.490997 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:22.210534 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:23.662442 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:25.589917 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:45:46.858843 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-86da5039-e100-40d8-b6a0-4339152d6c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:49.278081 dv-cinder-790014-1-iscsi neutron-server[74356]: DEBUG neutron.wsgi [req-676cfd1a-3ff2-4838-bc4d-78abef2d7cc2 req-845287db-4d89-4f8b-b97c-2f42bb17f20d tempest-VolumesNegativeTest-236022818 tempest-VolumesNegativeTest-236022818-project] (74356) timed out ('10.222.0.73', 55249) {{(pid=74356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 06 09:45:49.329933 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:49.603923 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-eacaa611-0b3c-412c-8a4d-48d39ce32ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:50.518402 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:52.192013 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:45:53.659033 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:02.589160 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:46:16.824321 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b6613ccb-f0ae-41a1-b1bb-c2c2e34ab079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:19.345752 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:19.614144 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-acc95a70-8735-436d-b08f-a46329ee75f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:20.523169 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:22.214168 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:23.664019 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:39.588271 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:46:46.824695 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-b72aac41-8119-4c25-b7ba-5b1f3d630add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:49.406309 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:49.617275 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-eb3905bc-a2a8-4407-bb62-5df6542c7fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:50.498816 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:52.218730 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:46:53.641613 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:16.586619 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:47:16.829141 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-abab26f5-ce0c-4a91-963e-7f82fccabe7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:19.343736 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:19.617657 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-73b5b7c4-9ff4-4b5c-9692-14a6ebaa0053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:20.544123 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:22.194628 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:23.635119 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:46.828913 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-561fbd2e-99b3-47f0-a810-5b2aa4e0c169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:49.342568 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:49.599919 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-76a96d9c-8dfb-4574-89a2-46e85060266f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:50.531478 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:52.216923 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:47:53.585941 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:47:53.633966 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:16.844632 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-177fdefd-4fbd-4289-bc86-ddf82bab0b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:19.290424 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:19.622028 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-4e988f86-8fab-4dc9-8a47-0420908ce126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:20.507790 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:22.214789 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:23.656164 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:30.584221 dv-cinder-790014-1-iscsi neutron-server[74359]: DEBUG neutron.db.agents_db [None req-98b96b33-07aa-4b37-898c-12125af316cb None None] Agent healthcheck: found 6 active agents {{(pid=74359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 06 09:48:46.849346 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-9c152148-fdda-495c-9dda-2fc7d1dc5a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:49.318352 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9c4acd8-b357-40b5-bd24-6398422106e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:49.614776 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-a9dac52b-2a42-4f80-917c-d16e818a2a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:50.512943 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-96bfebb2-af14-4cb2-a277-6ef9d6a3e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:52.220893 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e2d937e6-8af8-40f0-8592-b2f03786e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 06 09:48:53.689544 dv-cinder-790014-1-iscsi neutron-server[74358]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cad8-bad3-4ece-8491-9fa659d707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788763508390', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3611095'] for agent, after_update {{(pid=74358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}